Struct exonum_rocksdb::Options [−][src]
pub struct Options { /* fields omitted */ }
Database-wide options around performance and behavior.
Please read the official tuning guide, and most importantly, measure performance under realistic workloads with realistic hardware.
Examples
use exonum_rocksdb::{Options, DB}; use exonum_rocksdb::DBCompactionStyle; fn badly_tuned_for_somebody_elses_disk() -> DB { let path = "path/for/rocksdb/storageX"; let mut opts = Options::default(); opts.create_if_missing(true); opts.set_max_open_files(10000); opts.set_use_fsync(false); opts.set_bytes_per_sync(8388608); opts.optimize_for_point_lookup(1024); opts.set_table_cache_num_shard_bits(6); opts.set_max_write_buffer_number(32); opts.set_write_buffer_size(536870912); opts.set_target_file_size_base(1073741824); opts.set_min_write_buffer_number_to_merge(4); opts.set_level_zero_stop_writes_trigger(2000); opts.set_level_zero_slowdown_writes_trigger(0); opts.set_compaction_style(DBCompactionStyle::Universal); opts.set_max_background_compactions(4); opts.set_max_background_flushes(4); opts.set_disable_auto_compactions(true); DB::open(&opts, path).unwrap() }
Methods
impl Options
[src]
impl Options
pub fn increase_parallelism(&mut self, parallelism: i32)
[src]
pub fn increase_parallelism(&mut self, parallelism: i32)
By default, RocksDB uses only one background thread for flush and
compaction. Calling this function will set it up such that total of
total_threads
is used. Good value for total_threads
is the number of
cores. You almost definitely want to call this function if your system is
bottlenecked by RocksDB.
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.increase_parallelism(3);
pub fn optimize_level_style_compaction(&mut self, memtable_memory_budget: usize)
[src]
pub fn optimize_level_style_compaction(&mut self, memtable_memory_budget: usize)
pub fn create_if_missing(&mut self, create_if_missing: bool)
[src]
pub fn create_if_missing(&mut self, create_if_missing: bool)
If true, the database will be created if it is missing.
Default: false
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.create_if_missing(true);
pub fn set_compression_type(&mut self, t: DBCompressionType)
[src]
pub fn set_compression_type(&mut self, t: DBCompressionType)
Sets the compression algorithm that will be used for the bottommost level that contain files. If level-compaction is used, this option will only affect levels after base level.
Default: DBCompressionType::None
Example
use exonum_rocksdb::{Options, DBCompressionType}; let mut opts = Options::default(); opts.set_compression_type(DBCompressionType::Snappy);
pub fn set_compression_per_level(&mut self, level_types: &[DBCompressionType])
[src]
pub fn set_compression_per_level(&mut self, level_types: &[DBCompressionType])
Different levels can have different compression policies. There are cases where most lower levels would like to use quick compression algorithms while the higher levels (which have more data) use compression algorithms that have better compression but could be slower. This array, if non-empty, should have an entry for each level of the database; these override the value specified in the previous field 'compression'.
Example
use exonum_rocksdb::{Options, DBCompressionType}; let mut opts = Options::default(); opts.set_compression_per_level(&[ DBCompressionType::None, DBCompressionType::None, DBCompressionType::Snappy, DBCompressionType::Snappy, DBCompressionType::Snappy ]);
pub fn set_merge_operator(&mut self, name: &str, merge_fn: MergeFn)
[src]
pub fn set_merge_operator(&mut self, name: &str, merge_fn: MergeFn)
pub fn add_merge_operator(&mut self, name: &str, merge_fn: MergeFn)
[src]
pub fn add_merge_operator(&mut self, name: &str, merge_fn: MergeFn)
: add_merge_operator has been renamed to set_merge_operator
pub fn set_compaction_filter<F>(&mut self, name: &str, filter_fn: F) where
F: CompactionFilterFn + Send + 'static,
[src]
pub fn set_compaction_filter<F>(&mut self, name: &str, filter_fn: F) where
F: CompactionFilterFn + Send + 'static,
Sets a compaction filter used to determine if entries should be kept, changed, or removed during compaction.
An example use case is to remove entries with an expired TTL.
If you take a snapshot of the database, only values written since the last snapshot will be passed through the compaction filter.
If multi-threaded compaction is used, filter_fn
may be called multiple times
simultaneously.
pub fn set_comparator(
&mut self,
name: &str,
compare_fn: fn(_: &[u8], _: &[u8]) -> Ordering
)
[src]
pub fn set_comparator(
&mut self,
name: &str,
compare_fn: fn(_: &[u8], _: &[u8]) -> Ordering
)
Sets the comparator used to define the order of keys in the table. Default: a comparator that uses lexicographic byte-wise ordering
The client must ensure that the comparator supplied here has the same name and orders keys exactly the same as the comparator provided to previous open calls on the same DB.
pub fn add_comparator(
&mut self,
name: &str,
compare_fn: fn(_: &[u8], _: &[u8]) -> Ordering
)
[src]
pub fn add_comparator(
&mut self,
name: &str,
compare_fn: fn(_: &[u8], _: &[u8]) -> Ordering
)
: add_comparator has been renamed to set_comparator
pub fn optimize_for_point_lookup(&mut self, cache_size: u64)
[src]
pub fn optimize_for_point_lookup(&mut self, cache_size: u64)
pub fn set_max_open_files(&mut self, nfiles: c_int)
[src]
pub fn set_max_open_files(&mut self, nfiles: c_int)
Sets the number of open files that can be used by the DB. You may need to
increase this if your database has a large working set. Value -1
means
files opened are always kept open. You can estimate number of files based
on target_file_size_base and target_file_size_multiplier for level-based
compaction. For universal-style compaction, you can usually set it to -1
.
Default: -1
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_max_open_files(10);
pub fn set_use_fsync(&mut self, useit: bool)
[src]
pub fn set_use_fsync(&mut self, useit: bool)
If true, then every store to stable storage will issue a fsync. If false, then every store to stable storage will issue a fdatasync. This parameter should be set to true while storing data to filesystem like ext3 that can lose files after a reboot.
Default: false
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_use_fsync(true);
pub fn set_bytes_per_sync(&mut self, nbytes: u64)
[src]
pub fn set_bytes_per_sync(&mut self, nbytes: u64)
Allows OS to incrementally sync files to disk while they are being
written, asynchronously, in the background. This operation can be used
to smooth out write I/Os over time. Users shouldn't rely on it for
persistency guarantee.
Issue one request for every bytes_per_sync written. 0
turns it off.
Default: 0
You may consider using rate_limiter to regulate write rate to device. When rate limiter is enabled, it automatically enables bytes_per_sync to 1MB.
This option applies to table files
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_bytes_per_sync(1024 * 1024);
pub fn set_table_cache_num_shard_bits(&mut self, nbits: c_int)
[src]
pub fn set_table_cache_num_shard_bits(&mut self, nbits: c_int)
Sets the number of shards used for table cache.
Default: 6
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_table_cache_num_shard_bits(4);
pub fn set_min_write_buffer_number(&mut self, nbuf: c_int)
[src]
pub fn set_min_write_buffer_number(&mut self, nbuf: c_int)
Sets the minimum number of write buffers that will be merged together
before writing to storage. If set to 1
, then
all write buffers are flushed to L0 as individual files and this increases
read amplification because a get request has to check in all of these
files. Also, an in-memory merge may result in writing lesser
data to storage if there are duplicate records in each of these
individual write buffers.
Default: 1
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_min_write_buffer_number(2);
pub fn set_max_write_buffer_number(&mut self, nbuf: c_int)
[src]
pub fn set_max_write_buffer_number(&mut self, nbuf: c_int)
Sets the total maximum number of write buffers to maintain in memory including copies of buffers that have already been flushed. Unlike max_write_buffer_number, this parameter does not affect flushing. This controls the minimum amount of write history that will be available in memory for conflict checking when Transactions are used.
When using an OptimisticTransactionDB: If this value is too low, some transactions may fail at commit time due to not being able to determine whether there were any write conflicts.
When using a TransactionDB: If Transaction::SetSnapshot is used, TransactionDB will read either in-memory write buffers or SST files to do write-conflict checking. Increasing this value can reduce the number of reads to SST files done for conflict detection.
Setting this value to 0
will cause write buffers to be freed immediately
after they are flushed.
If this value is set to -1
, 'max_write_buffer_number' will be used.
Default: If using a TransactionDB/OptimisticTransactionDB, the default value will be set to the value of 'max_write_buffer_number' if it is not explicitly set by the user. Otherwise, the default is 0.
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_min_write_buffer_number(4);
pub fn set_write_buffer_size(&mut self, size: usize)
[src]
pub fn set_write_buffer_size(&mut self, size: usize)
Sets the amount of data to build up in memory (backed by an unsorted log on disk) before converting to a sorted on-disk file.
Larger values increase performance, especially during bulk loads. Up to max_write_buffer_number write buffers may be held in memory at the same time, so you may wish to adjust this parameter to control memory usage. Also, a larger write buffer will result in a longer recovery time the next time the database is opened.
Note that write_buffer_size is enforced per column family. See db_write_buffer_size for sharing memory across column families.
Default: 0x4000000
(64MiB)
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_write_buffer_size(128 * 1024 * 1024);
pub fn set_max_bytes_for_level_base(&mut self, size: u64)
[src]
pub fn set_max_bytes_for_level_base(&mut self, size: u64)
Control maximum total data size for a level. max_bytes_for_level_base is the max total for level-1. Maximum number of bytes for level L can be calculated as (max_bytes_for_level_base) * (max_bytes_for_level_multiplier ^ (L-1)) For example, if max_bytes_for_level_base is 200MB, and if max_bytes_for_level_multiplier is 10, total data size for level-1 will be 200MB, total file size for level-2 will be 2GB, and total file size for level-3 will be 20GB.
Default: 0x10000000
(256MiB).
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_max_bytes_for_level_base(512 * 1024 * 1024);
pub fn set_max_bytes_for_level_multiplier(&mut self, mul: i32)
[src]
pub fn set_max_bytes_for_level_multiplier(&mut self, mul: i32)
Default: 10
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_max_bytes_for_level_multiplier(4);
pub fn set_max_manifest_file_size(&mut self, size: usize)
[src]
pub fn set_max_manifest_file_size(&mut self, size: usize)
The manifest file is rolled over on reaching this limit. The older manifest file be deleted. The default value is MAX_INT so that roll-over does not take place.
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_max_manifest_file_size(20 * 1024 * 1024);
pub fn set_target_file_size_base(&mut self, size: u64)
[src]
pub fn set_target_file_size_base(&mut self, size: u64)
Sets the target file size for compaction. target_file_size_base is per-file size for level-1. Target file size for level L can be calculated by target_file_size_base * (target_file_size_multiplier ^ (L-1)) For example, if target_file_size_base is 2MB and target_file_size_multiplier is 10, then each file on level-1 will be 2MB, and each file on level 2 will be 20MB, and each file on level-3 will be 200MB.
Default: 0x4000000
(64MiB)
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_target_file_size_base(128 * 1024 * 1024);
pub fn set_min_write_buffer_number_to_merge(&mut self, to_merge: c_int)
[src]
pub fn set_min_write_buffer_number_to_merge(&mut self, to_merge: c_int)
Sets the minimum number of write buffers that will be merged together
before writing to storage. If set to 1
, then
all write buffers are flushed to L0 as individual files and this increases
read amplification because a get request has to check in all of these
files. Also, an in-memory merge may result in writing lesser
data to storage if there are duplicate records in each of these
individual write buffers.
Default: 1
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_min_write_buffer_number_to_merge(2);
pub fn set_level_zero_file_num_compaction_trigger(&mut self, n: c_int)
[src]
pub fn set_level_zero_file_num_compaction_trigger(&mut self, n: c_int)
Sets the number of files to trigger level-0 compaction. A value < 0
means that
level-0 compaction will not be triggered by number of files at all.
Default: 4
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_level_zero_file_num_compaction_trigger(8);
pub fn set_level_zero_slowdown_writes_trigger(&mut self, n: c_int)
[src]
pub fn set_level_zero_slowdown_writes_trigger(&mut self, n: c_int)
Sets the soft limit on number of level-0 files. We start slowing down writes at this
point. A value < 0
means that no writing slow down will be triggered by
number of files in level-0.
Default: 20
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_level_zero_slowdown_writes_trigger(10);
pub fn set_level_zero_stop_writes_trigger(&mut self, n: c_int)
[src]
pub fn set_level_zero_stop_writes_trigger(&mut self, n: c_int)
Sets the maximum number of level-0 files. We stop writes at this point.
Default: 24
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_level_zero_stop_writes_trigger(48);
pub fn set_compaction_style(&mut self, style: DBCompactionStyle)
[src]
pub fn set_compaction_style(&mut self, style: DBCompactionStyle)
Sets the compaction style.
Default: DBCompactionStyle::Level
Example
use exonum_rocksdb::{Options, DBCompactionStyle}; let mut opts = Options::default(); opts.set_compaction_style(DBCompactionStyle::Universal);
pub fn set_max_background_compactions(&mut self, n: c_int)
[src]
pub fn set_max_background_compactions(&mut self, n: c_int)
Sets the maximum number of concurrent background compaction jobs, submitted to
the default LOW priority thread pool.
We first try to schedule compactions based on
base_background_compactions
. If the compaction cannot catch up , we
will increase number of compaction threads up to
max_background_compactions
.
If you're increasing this, also consider increasing number of threads in LOW priority thread pool. For more information, see Env::SetBackgroundThreads
Default: 1
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_max_background_compactions(2);
pub fn set_max_background_flushes(&mut self, n: c_int)
[src]
pub fn set_max_background_flushes(&mut self, n: c_int)
Sets the maximum number of concurrent background memtable flush jobs, submitted to the HIGH priority thread pool.
By default, all background jobs (major compaction and memtable flush) go to the LOW priority pool. If this option is set to a positive number, memtable flush jobs will be submitted to the HIGH priority pool. It is important when the same Env is shared by multiple db instances. Without a separate pool, long running major compaction jobs could potentially block memtable flush jobs of other db instances, leading to unnecessary Put stalls.
If you're increasing this, also consider increasing number of threads in HIGH priority thread pool. For more information, see Env::SetBackgroundThreads
Default: 1
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_max_background_flushes(2);
pub fn set_disable_auto_compactions(&mut self, disable: bool)
[src]
pub fn set_disable_auto_compactions(&mut self, disable: bool)
Disables automatic compactions. Manual compactions can still be issued on this column family
Default: false
Dynamically changeable through SetOptions() API
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_disable_auto_compactions(true);
pub fn set_block_based_table_factory(&mut self, factory: &BlockBasedOptions)
[src]
pub fn set_block_based_table_factory(&mut self, factory: &BlockBasedOptions)
pub fn enable_statistics(&mut self)
[src]
pub fn enable_statistics(&mut self)
pub fn get_statistics(&self) -> Option<String>
[src]
pub fn get_statistics(&self) -> Option<String>
pub fn set_stats_dump_period_sec(&mut self, period: c_uint)
[src]
pub fn set_stats_dump_period_sec(&mut self, period: c_uint)
If not zero, dump rocksdb.stats
to LOG every stats_dump_period_sec
.
Default: 600
(10 mins)
Example
use exonum_rocksdb::Options; let mut opts = Options::default(); opts.set_stats_dump_period_sec(300);
pub fn set_num_levels(&mut self, n: c_int)
[src]
pub fn set_num_levels(&mut self, n: c_int)
Sets the number of levels for this database.