-
Notifications
You must be signed in to change notification settings - Fork 126
Expand file tree
/
Copy pathEnv.java
More file actions
993 lines (906 loc) · 32.6 KB
/
Env.java
File metadata and controls
993 lines (906 loc) · 32.6 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
/*
* Copyright © 2016-2025 The LmdbJava Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.lmdbjava;
import static java.lang.Boolean.getBoolean;
import static java.util.Objects.requireNonNull;
import static org.lmdbjava.ByteBufferProxy.PROXY_OPTIMAL;
import static org.lmdbjava.EnvFlags.MDB_NOSUBDIR;
import static org.lmdbjava.EnvFlags.MDB_RDONLY_ENV;
import static org.lmdbjava.Library.LIB;
import static org.lmdbjava.Library.RUNTIME;
import static org.lmdbjava.ResultCodeMapper.checkRc;
import java.io.File;
import java.nio.ByteBuffer;
import java.nio.charset.Charset;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.Comparator;
import java.util.List;
import java.util.Objects;
import java.util.stream.Collectors;
import jnr.ffi.Pointer;
import jnr.ffi.byref.IntByReference;
import jnr.ffi.byref.PointerByReference;
import org.lmdbjava.Library.MDB_envinfo;
import org.lmdbjava.Library.MDB_stat;
/**
* LMDB environment.
*
* @param <T> buffer type
*/
public final class Env<T> implements AutoCloseable {
/** Java system property name that can be set to disable optional checks. */
public static final String DISABLE_CHECKS_PROP = "lmdbjava.disable.checks";
/**
* The default {@link Charset} used to convert DB names from a byte[] to a String or to encode a
* String as a byte[]. Only used if not explicit {@link Charset} is provided.
*/
public static final Charset DEFAULT_NAME_CHARSET = StandardCharsets.UTF_8;
/**
* Indicates whether optional checks should be applied in LmdbJava. Optional checks are only
* disabled in critical paths (see package-level JavaDocs). Non-critical paths have optional
* checks performed at all times, regardless of this property.
*/
public static final boolean SHOULD_CHECK = !getBoolean(DISABLE_CHECKS_PROP);
private boolean closed;
private final int maxKeySize;
private final boolean noSubDir;
private final BufferProxy<T> proxy;
private final Pointer ptr;
private final boolean readOnly;
private final Path path;
private final EnvFlagSet envFlagSet;
private Env(
final BufferProxy<T> proxy,
final Pointer ptr,
final boolean readOnly,
final boolean noSubDir,
final Path path,
final EnvFlagSet envFlagSet) {
this.proxy = proxy;
this.readOnly = readOnly;
this.noSubDir = noSubDir;
this.ptr = ptr;
// cache max key size to avoid further JNI calls
this.maxKeySize = LIB.mdb_env_get_maxkeysize(ptr);
this.path = path;
this.envFlagSet = envFlagSet;
}
/**
* Create an {@link Env} using the {@link ByteBufferProxy#PROXY_OPTIMAL}.
*
* @return the environment (never null)
*/
public static Builder<ByteBuffer> create() {
return new Builder<>(PROXY_OPTIMAL);
}
/**
* Create an {@link Env} using the passed {@link BufferProxy}.
*
* @param <T> buffer type
* @param proxy the proxy to use (required)
* @return the environment (never null)
*/
public static <T> Builder<T> create(final BufferProxy<T> proxy) {
return new Builder<>(proxy);
}
/**
* @param path file system destination
* @param size size in megabytes
* @param flags the flags for this new environment
* @return env the environment (never null)
* @deprecated Instead use {@link Env#create()} or {@link Env#create(BufferProxy)}
* <p>Opens an environment with a single default database in 0664 mode using the {@link
* ByteBufferProxy#PROXY_OPTIMAL}.
*/
@Deprecated
public static Env<ByteBuffer> open(final File path, final int size, final EnvFlags... flags) {
return new Builder<>(PROXY_OPTIMAL).setMapSize(size, ByteUnit.MEBIBYTES).open(path, flags);
}
/**
* Close the handle.
*
* <p>Will silently return if already closed or never opened.
*/
@Override
public void close() {
if (closed) {
return;
}
closed = true;
LIB.mdb_env_close(ptr);
}
/**
* Copies an LMDB environment to the specified destination path.
*
* <p>This function may be used to make a backup of an existing environment. No lockfile is
* created, since it gets recreated at need.
*
* <p>If this environment was created using {@link EnvFlags#MDB_NOSUBDIR}, the destination path
* must be a directory that exists but contains no files. If {@link EnvFlags#MDB_NOSUBDIR} was
* used, the destination path must not exist, but it must be possible to create a file at the
* provided path.
*
* <p>Note: This call can trigger significant file size growth if run in parallel with write
* transactions, because it employs a read-only transaction. See long-lived transactions under
* "Caveats" in the LMDB native documentation.
*
* @param path writable destination path as described above
* @param flags special options for this copy
* @deprecated Use {@link Env#copy(Path, CopyFlagSet)}
*/
@Deprecated
public void copy(final File path, final CopyFlags... flags) {
requireNonNull(path);
copy(path.toPath(), CopyFlagSet.of(flags));
}
/**
* Copies an LMDB environment to the specified destination path.
*
* <p>This function may be used to make a backup of an existing environment. No lockfile is
* created, since it gets recreated at need.
*
* <p>If this environment was created using {@link EnvFlags#MDB_NOSUBDIR}, the destination path
* must be a directory that exists but contains no files. If {@link EnvFlags#MDB_NOSUBDIR} was
* used, the destination path must not exist, but it must be possible to create a file at the
* provided path.
*
* <p>Note: This call can trigger significant file size growth if run in parallel with write
* transactions, because it employs a read-only transaction. See long-lived transactions under
* "Caveats" in the LMDB native documentation.
*
* @param path writable destination path as described above
*/
public void copy(final Path path) {
copy(path, CopyFlagSet.EMPTY);
}
/**
* Copies an LMDB environment to the specified destination path.
*
* <p>This function may be used to make a backup of an existing environment. No lockfile is
* created, since it gets recreated at need.
*
* <p>If this environment was created using {@link EnvFlags#MDB_NOSUBDIR}, the destination path
* must be a directory that exists but contains no files. If {@link EnvFlags#MDB_NOSUBDIR} was
* used, the destination path must not exist, but it must be possible to create a file at the
* provided path.
*
* <p>Note: This call can trigger significant file size growth if run in parallel with write
* transactions, because it employs a read-only transaction. See long-lived transactions under
* "Caveats" in the LMDB native documentation.
*
* @param path writable destination path as described above
* @param flags special options for this copy
*/
public void copy(final Path path, final CopyFlagSet flags) {
requireNonNull(path);
requireNonNull(flags);
validatePath(path);
checkRc(LIB.mdb_env_copy2(ptr, path.toAbsolutePath().toString(), flags.getMask()));
}
/**
* Obtain the DBI names.
*
* <p>This method is only compatible with {@link Env}s that use named databases. If an unnamed
* {@link Dbi} is being used to store data, this method will attempt to return all such keys from
* the unnamed database.
*
* <p>This method must not be called from concurrent threads.
*
* @return a list of DBI names (never null)
*/
public List<byte[]> getDbiNames() {
final List<byte[]> result = new ArrayList<>();
// The unnamed DB is special so the names of the named DBs are held as keys in it.
try (final Txn<T> readTxn = txnRead()) {
final Dbi<T> unnamedDb = new Dbi<>(this, readTxn, null, proxy, DbiFlagSet.EMPTY);
try (final Cursor<T> cursor = unnamedDb.openCursor(readTxn)) {
if (!cursor.first()) {
return Collections.emptyList();
}
do {
final byte[] name = proxy.getBytes(cursor.key());
result.add(name);
} while (cursor.next());
}
}
return Collections.unmodifiableList(result);
}
/**
* Obtain the DBI names.
*
* <p>This method is only compatible with {@link Env}s that use named databases. If an unnamed
* {@link Dbi} is being used to store data, this method will attempt to return all such keys from
* the unnamed database.
*
* <p>This method must not be called from concurrent threads.
*
* @return a list of DBI names (never null)
*/
public List<String> getDbiNames(final Charset charset) {
final List<byte[]> dbiNames = getDbiNames();
return dbiNames.stream()
.map(nameBytes -> Dbi.getNameAsString(nameBytes, charset))
.collect(Collectors.toList());
}
/**
* Set the size of the data memory map.
*
* @param mapSize the new size, in bytes
*/
public void setMapSize(final long mapSize) {
if (mapSize < 0) {
throw new IllegalArgumentException("Negative value; overflow?");
}
checkRc(LIB.mdb_env_set_mapsize(ptr, mapSize));
}
/**
* Set the size of the data memory map.
*
* @param mapSize new map size in the units of byteUnit.
* @param byteUnit The unit that mapSize is in.
*/
public void setMapSize(final long mapSize, final ByteUnit byteUnit) {
requireNonNull(byteUnit);
setMapSize(byteUnit.toBytes(mapSize));
}
/**
* Get the maximum size of keys and MDB_DUPSORT data we can write.
*
* @return the maximum size of keys.
*/
public int getMaxKeySize() {
return maxKeySize;
}
/**
* Return information about this environment.
*
* @return an immutable information object.
*/
public EnvInfo info() {
if (closed) {
throw new AlreadyClosedException();
}
final MDB_envinfo info = new MDB_envinfo(RUNTIME);
checkRc(LIB.mdb_env_info(ptr, info));
final long mapAddress;
if (info.f0_me_mapaddr.get() == null) {
mapAddress = 0;
} else {
mapAddress = info.f0_me_mapaddr.get().address();
}
return new EnvInfo(
mapAddress,
info.f1_me_mapsize.longValue(),
info.f2_me_last_pgno.longValue(),
info.f3_me_last_txnid.longValue(),
info.f4_me_maxreaders.intValue(),
info.f5_me_numreaders.intValue());
}
/**
* Indicates whether this environment has been closed.
*
* @return true if closed
*/
public boolean isClosed() {
return closed;
}
/**
* Indicates if this environment was opened with {@link EnvFlags#MDB_RDONLY_ENV}.
*
* @return true if read-only
*/
public boolean isReadOnly() {
return readOnly;
}
/**
* Returns a builder for creating and opening a {@link Dbi} instance in this {@link Env}.
*
* <p>The flag {@link DbiFlags#MDB_CREATE} needs to be set on the builder if you need to create a
* new database before opening it.
*
* @return A new builder instance for creating/opening a {@link Dbi}.
*/
public DbiBuilder<T> createDbi() {
return new DbiBuilder<>(this, proxy, readOnly);
}
/**
* @param name name of the database (or null if no name is required)
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Convenience method that opens a {@link Dbi} with a UTF-8 database name and default
* {@link Comparator} that is not invoked from native code.
*/
@Deprecated()
public Dbi<T> openDbi(final String name, final DbiFlags... flags) {
return openDbi(Dbi.getNameBytes(name), null, false, flags);
}
/**
* @param name name of the database (or null if no name is required)
* @param comparator custom comparator for cursor start/stop key comparisons. If null, LMDB's
* comparator will be used.
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Convenience method that opens a {@link Dbi} with a UTF-8 database name and associated
* {@link Comparator} for use by {@link CursorIterable} when comparing start/stop keys.
* <p>It is very important that the passed comparator behaves in the same way as the
* comparator LMDB uses for its insertion order (for the type of data that will be stored in
* the database), or you fully understand the implications of them behaving differently.
* LMDB's comparator is unsigned lexicographical, unless {@link DbiFlags#MDB_INTEGERKEY} is
* used.
*/
@Deprecated()
public Dbi<T> openDbi(
final String name, final Comparator<T> comparator, final DbiFlags... flags) {
return openDbi(Dbi.getNameBytes(name), comparator, false, flags);
}
/**
* @param name name of the database (or null if no name is required)
* @param comparator custom comparator for cursor start/stop key comparisons and optionally for
* LMDB to call back to. If null, LMDB's comparator will be used.
* @param nativeCb whether LMDB native code calls back to the Java comparator
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Convenience method that opens a {@link Dbi} with a UTF-8 database name and associated
* {@link Comparator}. The comparator will be used by {@link CursorIterable} when comparing
* start/stop keys as a minimum. If nativeCb is {@code true}, this comparator will also be
* called by LMDB to determine insertion/iteration order. Calling back to a java comparator
* may significantly impact performance.
*/
@Deprecated()
public Dbi<T> openDbi(
final String name,
final Comparator<T> comparator,
final boolean nativeCb,
final DbiFlags... flags) {
return openDbi(Dbi.getNameBytes(name), comparator, nativeCb, flags);
}
/**
* @param name name of the database (or null if no name is required)
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Convenience method that opens a {@link Dbi} with a default {@link Comparator} that is
* not invoked from native code.
*/
@Deprecated()
public Dbi<T> openDbi(final byte[] name, final DbiFlags... flags) {
return openDbi(name, null, false, flags);
}
/**
* @param name name of the database (or null if no name is required)
* @param comparator custom iterator comparator (or null to use LMDB default)
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Convenience method that opens a {@link Dbi} with an associated {@link Comparator} that
* is not invoked from native code.
*/
@Deprecated()
public Dbi<T> openDbi(
final byte[] name, final Comparator<T> comparator, final DbiFlags... flags) {
return openDbi(name, comparator, false, flags);
}
/**
* @param name name of the database (or null if no name is required)
* @param comparator custom comparator callback (or null to use LMDB default)
* @param nativeCb whether native code calls back to the Java comparator
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Convenience method that opens a {@link Dbi} with an associated {@link Comparator} that
* may be invoked from native code if specified.
* <p>This method will automatically commit the private transaction before returning. This
* ensures the <code>Dbi</code> is available in the <code>Env</code>.
*/
@Deprecated()
public Dbi<T> openDbi(
final byte[] name,
final Comparator<T> comparator,
final boolean nativeCb,
final DbiFlags... flags) {
try (Txn<T> txn = readOnly ? txnRead() : txnWrite()) {
final Dbi<T> dbi =
new Dbi<>(this, txn, name, comparator, nativeCb, proxy, DbiFlagSet.of(flags));
txn.commit(); // even RO Txns require a commit to retain Dbi in Env
return dbi;
}
}
/**
* @param txn transaction to use (required; not closed)
* @param name name of the database (or null if no name is required)
* @param comparator custom comparator callback (or null to use LMDB default)
* @param nativeCb whether native LMDB code should call back to the Java comparator
* @param flags to open the database with
* @return a database that is ready to use
* @deprecated Instead use {@link Env#createDbi()}
* <p>Open the {@link Dbi} using the passed {@link Txn}.
* <p>The caller must commit the transaction after this method returns in order to retain the
* <code>Dbi</code> in the <code>Env</code>.
* <p>A {@link Comparator} may be provided when calling this method. Such comparator is
* primarily used by {@link CursorIterable} instances. A secondary (but uncommon) use of the
* comparator is to act as a callback from the native library if <code>nativeCb</code> is
* <code>true</code>. This is usually avoided due to the overhead of native code calling back
* into Java. It is instead highly recommended to set the correct {@link DbiFlags} to allow
* the native library to correctly order the intended keys.
* <p>A default comparator will be provided if <code>null</code> is passed as the comparator.
* If a custom comparator is provided, it must strictly match the lexicographical order of
* keys in the native LMDB database.
* <p>This method (and its overloaded convenience variants) must not be called from concurrent
* threads.
*/
@Deprecated()
public Dbi<T> openDbi(
final Txn<T> txn,
final byte[] name,
final Comparator<T> comparator,
final boolean nativeCb,
final DbiFlags... flags) {
return new Dbi<>(this, txn, name, comparator, nativeCb, proxy, DbiFlagSet.of(flags));
}
/**
* Return statistics about this environment.
*
* @return an immutable statistics object.
*/
public Stat stat() {
if (closed) {
throw new AlreadyClosedException();
}
final MDB_stat stat = new MDB_stat(RUNTIME);
checkRc(LIB.mdb_env_stat(ptr, stat));
return new Stat(
stat.f0_ms_psize.intValue(),
stat.f1_ms_depth.intValue(),
stat.f2_ms_branch_pages.longValue(),
stat.f3_ms_leaf_pages.longValue(),
stat.f4_ms_overflow_pages.longValue(),
stat.f5_ms_entries.longValue());
}
/**
* Flushes the data buffers to disk.
*
* @param force force a synchronous flush (otherwise if the environment has the MDB_NOSYNC flag
* set the flushes will be omitted, and with MDB_MAPASYNC they will be asynchronous)
*/
public void sync(final boolean force) {
if (closed) {
throw new AlreadyClosedException();
}
final int f = force ? 1 : 0;
checkRc(LIB.mdb_env_sync(ptr, f));
}
/**
* @param parent parent transaction (may be null if no parent)
* @param flags applicable flags (eg for a reusable, read-only transaction)
* @return a transaction (never null)
* @deprecated Instead use {@link Env#txn(Txn, TxnFlagSet)}
* <p>Obtain a transaction with the requested parent and flags.
*/
@Deprecated
public Txn<T> txn(final Txn<T> parent, final TxnFlags... flags) {
checkNotClosed();
return new Txn<>(this, parent, proxy, TxnFlagSet.of(flags));
}
/**
* Obtain a transaction with the requested parent and flags.
*
* @param parent parent transaction (may be null if no parent)
* @return a transaction (never null)
*/
public Txn<T> txn(final Txn<T> parent) {
checkNotClosed();
return new Txn<>(this, parent, proxy, TxnFlagSet.EMPTY);
}
/**
* Obtain a transaction with the requested parent and flags.
*
* @param parent parent transaction (may be null if no parent)
* @param flags applicable flags (e.g. for a reusable, read-only transaction). If the set of flags
* is used frequently it is recommended to hold a static instance of the {@link TxnFlagSet}
* for re-use.
* @return a transaction (never null)
*/
public Txn<T> txn(final Txn<T> parent, final TxnFlagSet flags) {
checkNotClosed();
return new Txn<>(this, parent, proxy, flags);
}
/**
* Obtain a read-only transaction.
*
* @return a read-only transaction
*/
public Txn<T> txnRead() {
checkNotClosed();
return new Txn<>(this, null, proxy, TxnFlags.MDB_RDONLY_TXN);
}
/**
* Obtain a read-write transaction.
*
* @return a read-write transaction
*/
public Txn<T> txnWrite() {
checkNotClosed();
return new Txn<>(this, null, proxy, TxnFlagSet.EMPTY);
}
Pointer pointer() {
return ptr;
}
void checkNotClosed() {
if (closed) {
throw new AlreadyClosedException();
}
}
private void validateDirectoryEmpty(final Path path) {
if (!Files.exists(path)) {
throw new InvalidCopyDestination("Path does not exist");
}
if (!Files.isDirectory(path)) {
throw new InvalidCopyDestination("Path must be a directory");
}
final long fileCount = FileUtil.count(path);
if (fileCount > 0) {
throw new InvalidCopyDestination("Path must contain no files");
}
}
private void validatePath(final Path path) {
if (noSubDir) {
if (Files.exists(path)) {
throw new InvalidCopyDestination("Path must not exist for MDB_NOSUBDIR");
}
return;
}
validateDirectoryEmpty(path);
}
/**
* Check for stale entries in the reader lock table.
*
* @return 0 on success, non-zero on failure
*/
public int readerCheck() {
final IntByReference resultPtr = new IntByReference();
checkRc(LIB.mdb_reader_check(ptr, resultPtr));
return resultPtr.intValue();
}
/** For testing use. */
EnvFlagSet getEnvFlagSet() {
return envFlagSet;
}
@Override
public String toString() {
return "Env{"
+ "closed="
+ closed
+ ", maxKeySize="
+ maxKeySize
+ ", noSubDir="
+ noSubDir
+ ", readOnly="
+ readOnly
+ ", path="
+ path
+ ", envFlagSet="
+ envFlagSet
+ '}';
}
/** Object has already been closed and the operation is therefore prohibited. */
public static final class AlreadyClosedException extends LmdbException {
private static final long serialVersionUID = 1L;
/** Creates a new instance. */
public AlreadyClosedException() {
super("Environment has already been closed");
}
}
/** Object has already been opened and the operation is therefore prohibited. */
public static final class AlreadyOpenException extends LmdbException {
private static final long serialVersionUID = 1L;
/** Creates a new instance. */
public AlreadyOpenException() {
super("Environment has already been opened");
}
}
/**
* Builder for configuring and opening Env.
*
* @param <T> buffer type
*/
public static final class Builder<T> {
static final int MAX_READERS_DEFAULT = 126;
static final long MAP_SIZE_DEFAULT = ByteUnit.MEBIBYTES.toBytes(1);
static final int POSIX_MODE_DEFAULT = 0664;
private long mapSize = MAP_SIZE_DEFAULT;
private int maxDbs = 1;
private int maxReaders = MAX_READERS_DEFAULT;
private boolean opened;
private final BufferProxy<T> proxy;
private int mode = POSIX_MODE_DEFAULT;
private final AbstractFlagSet.Builder<EnvFlags, EnvFlagSet> flagSetBuilder =
EnvFlagSet.builder();
Builder(final BufferProxy<T> proxy) {
requireNonNull(proxy);
this.proxy = proxy;
}
/**
* Opens the environment.
*
* @param path file system destination
* @param mode Unix permissions to set on created files and semaphores
* @param flags the flags for this new environment
* @return an environment ready for use
* @deprecated Instead use {@link Builder#open(Path)}, {@link Builder#setFilePermissions(int)}
* and {@link Builder#setEnvFlags(EnvFlags...)}.
*/
@Deprecated
public Env<T> open(final File path, final int mode, final EnvFlags... flags) {
setFilePermissions(mode);
setEnvFlags(flags);
return open(requireNonNull(path).toPath());
}
/**
* Opens the environment.
*
* @param path file system destination
* @return an environment ready for use
* @deprecated Instead use {@link Builder#open(Path)}
*/
@Deprecated
public Env<T> open(final File path) {
return open(requireNonNull(path).toPath());
}
/**
* Opens the environment with 0664 mode.
*
* @param path file system destination
* @param flags the flags for this new environment
* @return an environment ready for use
* @deprecated Instead use {@link Builder#open(Path)} and {@link
* Builder#setEnvFlags(EnvFlags...)}.
*/
@Deprecated
public Env<T> open(final File path, final EnvFlags... flags) {
setEnvFlags(flags);
return open(requireNonNull(path).toPath());
}
/**
* Opens the environment.
*
* @param path file system destination
* @return an environment ready for use
*/
public Env<T> open(final Path path) {
requireNonNull(path);
if (opened) {
throw new AlreadyOpenException();
}
opened = true;
final PointerByReference envPtr = new PointerByReference();
checkRc(LIB.mdb_env_create(envPtr));
final Pointer ptr = envPtr.getValue();
try {
checkRc(LIB.mdb_env_set_mapsize(ptr, mapSize));
checkRc(LIB.mdb_env_set_maxdbs(ptr, maxDbs));
checkRc(LIB.mdb_env_set_maxreaders(ptr, maxReaders));
final EnvFlagSet flags = flagSetBuilder.build();
final boolean readOnly = flags.isSet(MDB_RDONLY_ENV);
final boolean noSubDir = flags.isSet(MDB_NOSUBDIR);
checkRc(LIB.mdb_env_open(ptr, path.toAbsolutePath().toString(), flags.getMask(), mode));
return new Env<>(proxy, ptr, readOnly, noSubDir, path, flags);
} catch (final LmdbNativeException e) {
LIB.mdb_env_close(ptr);
throw e;
}
}
/**
* Sets the map size in bytes.
*
* @param mapSize new limit in bytes
* @return the builder
*/
public Builder<T> setMapSize(final long mapSize) {
if (opened) {
throw new AlreadyOpenException();
}
if (mapSize < 0) {
throw new IllegalArgumentException("Negative value; overflow?");
}
this.mapSize = mapSize;
return this;
}
/**
* Sets the map size in the supplied unit.
*
* @param mapSize new map size in the units of byteUnit.
* @param byteUnit The unit that mapSize is in.
* @return the builder
*/
public Builder<T> setMapSize(final long mapSize, final ByteUnit byteUnit) {
requireNonNull(byteUnit);
if (mapSize < 0) {
throw new IllegalArgumentException("Negative value; overflow?");
}
return setMapSize(byteUnit.toBytes(mapSize));
}
/**
* Sets the maximum number of databases (ie {@link Dbi}s permitted.
*
* @param dbs new limit
* @return the builder
*/
public Builder<T> setMaxDbs(final int dbs) {
if (opened) {
throw new AlreadyOpenException();
}
this.maxDbs = dbs;
return this;
}
/**
* Sets the maximum number of databases permitted.
*
* @param readers new limit
* @return the builder
*/
public Builder<T> setMaxReaders(final int readers) {
if (opened) {
throw new AlreadyOpenException();
}
this.maxReaders = readers;
return this;
}
/**
* Sets the Unix file permissions to use on created files and semaphores, e.g. {@code 0664}. If
* this method is not called, the default of {@code 0664} will be used.
*
* @param mode Unix permissions to set on created files and semaphores
* @return the builder
*/
public Builder<T> setFilePermissions(final int mode) {
if (opened) {
throw new AlreadyOpenException();
}
this.mode = mode;
return this;
}
/**
* Sets all the flags used to open this {@link Env}.
*
* @param envFlags The flags to use. Clears any existing flags. A null value results in no flags
* being set.
* @return this builder instance.
*/
public Builder<T> setEnvFlags(final Collection<EnvFlags> envFlags) {
flagSetBuilder.clear();
if (envFlags != null) {
envFlags.stream().filter(Objects::nonNull).forEach(flagSetBuilder::addFlag);
}
return this;
}
/**
* Sets all the flags used to open this {@link Env}.
*
* @param envFlags The flags to use. Clears any existing flags. A null value results in no flags
* being set.
* @return this builder instance.
*/
public Builder<T> setEnvFlags(final EnvFlags... envFlags) {
flagSetBuilder.clear();
if (envFlags != null) {
Arrays.stream(envFlags).filter(Objects::nonNull).forEach(this.flagSetBuilder::addFlag);
}
return this;
}
/**
* Sets all the flags used to open this {@link Env}.
*
* @param envFlagSet The flags to use. Clears any existing flags. A null value results in no
* flags being set.
* @return this builder instance.
*/
public Builder<T> setEnvFlags(final EnvFlagSet envFlagSet) {
flagSetBuilder.clear();
if (envFlagSet != null) {
this.flagSetBuilder.setFlags(envFlagSet.getFlags());
}
return this;
}
/**
* Adds a single {@link EnvFlags} to any existing flags.
*
* @param envFlag The flag to add to any existing flags. A null value is a no-op.
* @return this builder instance.
*/
public Builder<T> addEnvFlag(final EnvFlags envFlag) {
this.flagSetBuilder.addFlag(envFlag);
return this;
}
/**
* Adds the contents of an {@link EnvFlagSet} to any existing flags.
*
* @param envFlagSet The set of flags to add to any existing flags. A null value is a no-op.
* @return this builder instance.
*/
public Builder<T> addEnvFlags(final EnvFlagSet envFlagSet) {
if (envFlagSet != null) {
flagSetBuilder.addFlags(envFlagSet.getFlags());
}
return this;
}
/**
* Adds a {@link Collection} of {@link EnvFlags} to any existing flags.
*
* @param envFlags The {@link Collection} of flags to add to any existing flags. A null value is
* a no-op.
* @return this builder instance.
*/
public Builder<T> addEnvFlags(final Collection<EnvFlags> envFlags) {
if (envFlags != null) {
flagSetBuilder.addFlags(envFlags);
}
return this;
}
}
/** File is not a valid LMDB file. */
public static final class FileInvalidException extends LmdbNativeException {
static final int MDB_INVALID = -30_793;
private static final long serialVersionUID = 1L;
FileInvalidException() {
super(MDB_INVALID, "File is not a valid LMDB file");
}
}
/** The specified copy destination is invalid. */
public static final class InvalidCopyDestination extends LmdbException {
private static final long serialVersionUID = 1L;
/**
* Creates a new instance.
*
* @param message the reason
*/
public InvalidCopyDestination(final String message) {
super(message);
}
}
/** Environment mapsize reached. */
public static final class MapFullException extends LmdbNativeException {
static final int MDB_MAP_FULL = -30_792;
private static final long serialVersionUID = 1L;
MapFullException() {
super(MDB_MAP_FULL, "Environment mapsize reached");
}
}
/** Environment maxreaders reached. */
public static final class ReadersFullException extends LmdbNativeException {
static final int MDB_READERS_FULL = -30_790;
private static final long serialVersionUID = 1L;
ReadersFullException() {
super(MDB_READERS_FULL, "Environment maxreaders reached");
}
}
/** Environment version mismatch. */
public static final class VersionMismatchException extends LmdbNativeException {
static final int MDB_VERSION_MISMATCH = -30_794;
private static final long serialVersionUID = 1L;
VersionMismatchException() {
super(MDB_VERSION_MISMATCH, "Environment version mismatch");
}
}
}