Skip to content

web search done right

speedup harmonic centrality calculations

Mikkel Denkerf722dab68772
diff --git a/core/Cargo.toml b/core/Cargo.toml
index 172c5596..7bcac14f 100644
--- a/core/Cargo.toml
+++ b/core/Cargo.toml
@@ -80,3 +80,7 @@ harness = false
[[bench]]
name = "search-preindexed-optic"
harness = false
+
+[[bench]]
+name = "harmonic-centrality"
+harness = false
\ No newline at end of file
diff --git a/core/benches/harmonic-centrality.rs b/core/benches/harmonic-centrality.rs
new file mode 100644
index 00000000..5bd8d058
--- /dev/null
+++ b/core/benches/harmonic-centrality.rs
@@ -0,0 +1,18 @@
+use criterion::{criterion_group, criterion_main, Criterion};
+use cuely::webgraph::{centrality::harmonic::HarmonicCentrality, WebgraphBuilder};
+
+const WEBGRAPH_PATH: &str = "data/webgraph";
+
+pub fn criterion_benchmark(c: &mut Criterion) {
+ let webgraph = WebgraphBuilder::new(WEBGRAPH_PATH).with_host_graph().open();
+ c.bench_function("Harmonic centrality calculation", |b| {
+ b.iter(|| {
+ for _ in 0..10 {
+ HarmonicCentrality::calculate(&webgraph);
+ }
+ })
+ });
+}
+
+criterion_group!(benches, criterion_benchmark);
+criterion_main!(benches);
diff --git a/core/benches/search-preindexed.rs b/core/benches/search-preindexed.rs
index 1a6996a7..efe2ae82 100644
--- a/core/benches/search-preindexed.rs
+++ b/core/benches/search-preindexed.rs
@@ -3,12 +3,10 @@ use cuely::{
index::Index,
ranking::centrality_store::CentralityStore,
searcher::{LocalSearcher, SearchQuery},
- webgraph::centrality::topic::TopicCentrality,
};
const INDEX_PATH: &str = "data/index";
const CENTRALITY_PATH: &str = "data/centrality";
-const TOPIC_CENTRALITY_PATH: &str = "data/topic_centrality";
macro_rules! bench {
($query:tt, $searcher:ident, $c:ident) => {
@@ -32,7 +30,6 @@ pub fn criterion_benchmark(c: &mut Criterion) {
let index = Index::open(INDEX_PATH).unwrap();
let mut searcher = LocalSearcher::new(index);
searcher.set_centrality_store(CentralityStore::open(CENTRALITY_PATH));
- searcher.set_topic_centrality(TopicCentrality::open(TOPIC_CENTRALITY_PATH).unwrap());
for _ in 0..100 {
bench!("the", searcher, c);
diff --git a/core/data/centrality/harmonic/full/CURRENT b/core/data/centrality/harmonic/full/CURRENT
deleted file mode 100644
index 6ba31a31..00000000
--- a/core/data/centrality/harmonic/full/CURRENT
+++ /dev/null
@@ -1 +0,0 @@
-MANIFEST-000009
diff --git a/core/data/centrality/harmonic/full/IDENTITY b/core/data/centrality/harmonic/full/IDENTITY
deleted file mode 100644
index f6bf1890..00000000
--- a/core/data/centrality/harmonic/full/IDENTITY
+++ /dev/null
@@ -1 +0,0 @@
-185d03e0-ef01-404a-8b51-7d8bb3b4e12f
\ No newline at end of file
diff --git a/core/data/centrality/harmonic/full/LOCK b/core/data/centrality/harmonic/full/LOCK
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/centrality/harmonic/full/LOG b/core/data/centrality/harmonic/full/LOG
deleted file mode 100644
index e68554ff..00000000
--- a/core/data/centrality/harmonic/full/LOG
+++ /dev/null
@@ -1,244 +0,0 @@
-2022/11/23-16:45:40.308207 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:45:40.308222 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:45:40.308223 8618599680 DB SUMMARY
-2022/11/23-16:45:40.308223 8618599680 DB Session ID: SVY1VE8M5U5K7TVMFFVZ
-2022/11/23-16:45:40.308249 8618599680 CURRENT file: CURRENT
-2022/11/23-16:45:40.308250 8618599680 IDENTITY file: IDENTITY
-2022/11/23-16:45:40.308255 8618599680 MANIFEST file: MANIFEST-000005 size: 59 Bytes
-2022/11/23-16:45:40.308256 8618599680 SST files in data/centrality/harmonic/full dir, Total Num: 0, files:
-2022/11/23-16:45:40.308257 8618599680 Write Ahead Log file in data/centrality/harmonic/full: 000004.log size: 0 ;
-2022/11/23-16:45:40.308258 8618599680 Options.error_if_exists: 0
-2022/11/23-16:45:40.308258 8618599680 Options.create_if_missing: 1
-2022/11/23-16:45:40.308259 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:45:40.308259 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:45:40.308260 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:45:40.308260 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:45:40.308261 8618599680 Options.env: 0x1019a9258
-2022/11/23-16:45:40.308262 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:45:40.308262 8618599680 Options.info_log: 0x600000a30f00
-2022/11/23-16:45:40.308263 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:45:40.308263 8618599680 Options.statistics: 0x0
-2022/11/23-16:45:40.308264 8618599680 Options.use_fsync: 0
-2022/11/23-16:45:40.308264 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:45:40.308265 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:45:40.308265 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:45:40.308266 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:45:40.308266 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:45:40.308267 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:45:40.308268 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:45:40.308268 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:45:40.308269 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:45:40.308269 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:45:40.308270 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:45:40.308270 8618599680 Options.db_log_dir:
-2022/11/23-16:45:40.308271 8618599680 Options.wal_dir:
-2022/11/23-16:45:40.308271 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:45:40.308272 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:45:40.308272 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:45:40.308273 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:45:40.308273 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:45:40.308274 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:45:40.308274 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:45:40.308275 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:45:40.308276 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:45:40.308276 8618599680 Options.write_buffer_manager: 0x60000123c410
-2022/11/23-16:45:40.308277 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:45:40.308277 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:45:40.308278 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:45:40.308286 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:45:40.308287 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:45:40.308288 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:45:40.308288 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:45:40.308289 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:45:40.308290 8618599680 Options.unordered_write: 0
-2022/11/23-16:45:40.308290 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:45:40.308291 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:45:40.308291 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:45:40.308292 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:45:40.308292 8618599680 Options.row_cache: None
-2022/11/23-16:45:40.308293 8618599680 Options.wal_filter: None
-2022/11/23-16:45:40.308293 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:45:40.308294 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:45:40.308294 8618599680 Options.two_write_queues: 0
-2022/11/23-16:45:40.308295 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:45:40.308295 8618599680 Options.wal_compression: 0
-2022/11/23-16:45:40.308296 8618599680 Options.atomic_flush: 0
-2022/11/23-16:45:40.308296 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:45:40.308297 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:45:40.308298 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:45:40.308298 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:45:40.308299 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:45:40.308299 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:45:40.308300 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:45:40.308300 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:45:40.308301 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:45:40.308301 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:45:40.308302 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:45:40.308302 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:45:40.308303 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:45:40.308304 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:45:40.308304 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:45:40.308305 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:45:40.308305 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:45:40.308306 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:45:40.308306 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:45:40.308307 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:45:40.308307 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:45:40.308308 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:45:40.308308 8618599680 Options.max_open_files: -1
-2022/11/23-16:45:40.308309 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:45:40.308310 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:45:40.308310 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:45:40.308311 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:45:40.308311 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:45:40.308318 8618599680 Compression algorithms supported:
-2022/11/23-16:45:40.308319 8618599680 kZSTD supported: 1
-2022/11/23-16:45:40.308319 8618599680 kZlibCompression supported: 1
-2022/11/23-16:45:40.308320 8618599680 kXpressCompression supported: 0
-2022/11/23-16:45:40.308320 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:45:40.308321 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:45:40.308322 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:45:40.308322 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:45:40.308323 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:45:40.308326 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:45:40.308327 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:45:40.308397 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/centrality/harmonic/full/MANIFEST-000005
-2022/11/23-16:45:40.308418 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:45:40.308419 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:45:40.308419 8618599680 Options.merge_operator: None
-2022/11/23-16:45:40.308420 8618599680 Options.compaction_filter: None
-2022/11/23-16:45:40.308420 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:45:40.308421 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:45:40.308421 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:45:40.308422 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:45:40.308429 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002931f00)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001e307a8
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:45:40.308430 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:45:40.308431 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:45:40.308431 8618599680 Options.compression: Snappy
-2022/11/23-16:45:40.308432 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:45:40.308432 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:45:40.308433 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:45:40.308433 8618599680 Options.num_levels: 7
-2022/11/23-16:45:40.308434 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:45:40.308434 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:45:40.308435 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:45:40.308435 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:45:40.308436 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:45:40.308437 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:45:40.308437 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.308438 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.308445 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.308446 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:45:40.308446 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.308447 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.308448 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:45:40.308448 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:45:40.308449 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:45:40.308449 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.308450 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.308450 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.308451 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.308451 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:45:40.308452 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.308452 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:45:40.308453 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:45:40.308453 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:45:40.308454 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:45:40.308455 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:45:40.308455 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:45:40.308456 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:45:40.308456 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:45:40.308457 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:45:40.308457 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:45:40.308458 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:45:40.308459 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:45:40.308459 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:45:40.308460 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:45:40.308460 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:45:40.308461 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:45:40.308461 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:45:40.308462 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:45:40.308462 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:45:40.308463 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:45:40.308464 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:45:40.308464 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:45:40.308465 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:45:40.308465 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:45:40.308466 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:45:40.308466 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:45:40.308467 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:45:40.308467 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:45:40.308468 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:45:40.308475 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:45:40.308475 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:45:40.308476 8618599680 Options.table_properties_collectors:
-2022/11/23-16:45:40.308476 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:45:40.308477 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:45:40.308477 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:45:40.308478 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:45:40.308479 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:45:40.308479 8618599680 Options.bloom_locality: 0
-2022/11/23-16:45:40.308480 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:45:40.308480 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:45:40.308481 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:45:40.308481 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:45:40.308482 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:45:40.308482 8618599680 Options.ttl: 2592000
-2022/11/23-16:45:40.308483 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:45:40.308483 8618599680 Options.enable_blob_files: false
-2022/11/23-16:45:40.308484 8618599680 Options.min_blob_size: 0
-2022/11/23-16:45:40.308485 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:45:40.308485 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:45:40.308486 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:45:40.308486 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:45:40.308487 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:45:40.308487 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:45:40.308488 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:45:40.308702 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/centrality/harmonic/full/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:45:40.308703 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:45:40.308723 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 185d03e0-ef01-404a-8b51-7d8bb3b4e12f
-2022/11/23-16:45:40.308763 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340308761, "job": 1, "event": "recovery_started", "wal_files": [4]}
-2022/11/23-16:45:40.308764 8618599680 [db/db_impl/db_impl_open.cc:937] Recovering log #4 mode 2
-2022/11/23-16:45:40.308796 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340308795, "job": 1, "event": "recovery_finished"}
-2022/11/23-16:45:40.308829 8618599680 [db/version_set.cc:4467] Creating manifest 9
-2022/11/23-16:45:40.309492 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x12d10c1f0
-2022/11/23-16:45:40.309512 8618599680 DB pointer 0x12e06ae00
-2022/11/23-16:45:40.310218 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:45:40.310276 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/centrality/harmonic/full/LOG.old.1669218340308075 b/core/data/centrality/harmonic/full/LOG.old.1669218340308075
deleted file mode 100644
index a8ee67aa..00000000
--- a/core/data/centrality/harmonic/full/LOG.old.1669218340308075
+++ /dev/null
@@ -1,239 +0,0 @@
-2022/11/23-16:41:51.038360 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:41:51.038375 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:41:51.038376 8618599680 DB SUMMARY
-2022/11/23-16:41:51.038377 8618599680 DB Session ID: UZI6VKXU9IKVTNN3GHX7
-2022/11/23-16:41:51.038389 8618599680 SST files in data/centrality/harmonic/full dir, Total Num: 0, files:
-2022/11/23-16:41:51.038390 8618599680 Write Ahead Log file in data/centrality/harmonic/full:
-2022/11/23-16:41:51.038390 8618599680 Options.error_if_exists: 0
-2022/11/23-16:41:51.038391 8618599680 Options.create_if_missing: 1
-2022/11/23-16:41:51.038392 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:41:51.038392 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:41:51.038393 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:41:51.038394 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:41:51.038394 8618599680 Options.env: 0x102d95258
-2022/11/23-16:41:51.038395 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:41:51.038396 8618599680 Options.info_log: 0x600000013c50
-2022/11/23-16:41:51.038396 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:41:51.038397 8618599680 Options.statistics: 0x0
-2022/11/23-16:41:51.038398 8618599680 Options.use_fsync: 0
-2022/11/23-16:41:51.038398 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:41:51.038399 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:41:51.038400 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:41:51.038400 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:41:51.038401 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:41:51.038401 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:41:51.038404 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:41:51.038404 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:41:51.038405 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:41:51.038405 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:41:51.038406 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:41:51.038407 8618599680 Options.db_log_dir:
-2022/11/23-16:41:51.038407 8618599680 Options.wal_dir:
-2022/11/23-16:41:51.038408 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:41:51.038409 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:41:51.038409 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:41:51.038410 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:41:51.038411 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:41:51.038411 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:41:51.038412 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:41:51.038412 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:41:51.038413 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:41:51.038414 8618599680 Options.write_buffer_manager: 0x600001810ea0
-2022/11/23-16:41:51.038415 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:41:51.038415 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:41:51.038416 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:41:51.038416 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:41:51.038417 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:41:51.038426 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:41:51.038427 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:41:51.038427 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:41:51.038428 8618599680 Options.unordered_write: 0
-2022/11/23-16:41:51.038429 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:41:51.038429 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:41:51.038430 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:41:51.038431 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:41:51.038431 8618599680 Options.row_cache: None
-2022/11/23-16:41:51.038432 8618599680 Options.wal_filter: None
-2022/11/23-16:41:51.038433 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:41:51.038433 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:41:51.038434 8618599680 Options.two_write_queues: 0
-2022/11/23-16:41:51.038435 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:41:51.038435 8618599680 Options.wal_compression: 0
-2022/11/23-16:41:51.038436 8618599680 Options.atomic_flush: 0
-2022/11/23-16:41:51.038436 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:41:51.038437 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:41:51.038438 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:41:51.038438 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:41:51.038439 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:41:51.038440 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:41:51.038440 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:41:51.038441 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:41:51.038442 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:41:51.038442 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:41:51.038443 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:41:51.038444 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:41:51.038444 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:41:51.038445 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:41:51.038445 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:41:51.038446 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:41:51.038447 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:41:51.038447 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:41:51.038448 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:41:51.038449 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:41:51.038449 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:41:51.038450 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:41:51.038451 8618599680 Options.max_open_files: -1
-2022/11/23-16:41:51.038451 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:41:51.038452 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:41:51.038453 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:41:51.038453 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:41:51.038454 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:41:51.038454 8618599680 Compression algorithms supported:
-2022/11/23-16:41:51.038455 8618599680 kZSTD supported: 1
-2022/11/23-16:41:51.038456 8618599680 kZlibCompression supported: 1
-2022/11/23-16:41:51.038457 8618599680 kXpressCompression supported: 0
-2022/11/23-16:41:51.038463 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:41:51.038464 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:41:51.038465 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:41:51.038465 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:41:51.038466 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:41:51.038470 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:41:51.038471 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:41:51.038685 8618599680 [db/db_impl/db_impl_open.cc:313] Creating manifest 1
-2022/11/23-16:41:51.038930 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/centrality/harmonic/full/MANIFEST-000001
-2022/11/23-16:41:51.038955 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:41:51.038956 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:41:51.038957 8618599680 Options.merge_operator: None
-2022/11/23-16:41:51.038958 8618599680 Options.compaction_filter: None
-2022/11/23-16:41:51.038958 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:41:51.038959 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:41:51.038960 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:41:51.038960 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:41:51.038971 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002317720)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001410858
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:41:51.038973 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:41:51.038974 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:41:51.038974 8618599680 Options.compression: Snappy
-2022/11/23-16:41:51.038975 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:41:51.038976 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:41:51.038976 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:41:51.038977 8618599680 Options.num_levels: 7
-2022/11/23-16:41:51.038978 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:41:51.038978 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:41:51.038979 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:41:51.038979 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:41:51.038980 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:41:51.038981 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:41:51.038982 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:51.038982 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:51.038983 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:41:51.038992 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:41:51.038992 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:51.038993 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:51.038994 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:41:51.038995 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:41:51.038995 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:41:51.038996 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:51.038997 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:51.038997 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:51.038998 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:41:51.038999 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:41:51.038999 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:51.039000 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:41:51.039000 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:41:51.039001 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:41:51.039002 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:41:51.039002 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:41:51.039003 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:41:51.039004 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:41:51.039004 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:41:51.039005 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:41:51.039006 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:41:51.039007 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:41:51.039007 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:41:51.039008 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:41:51.039009 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:41:51.039009 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:41:51.039010 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:41:51.039010 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:41:51.039011 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:41:51.039012 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:41:51.039012 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:41:51.039013 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:41:51.039014 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:41:51.039015 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:41:51.039015 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:41:51.039016 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:41:51.039017 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:41:51.039017 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:41:51.039018 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:41:51.039019 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:41:51.039020 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:41:51.039020 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:41:51.039028 8618599680 Options.table_properties_collectors:
-2022/11/23-16:41:51.039029 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:41:51.039030 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:41:51.039031 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:41:51.039031 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:41:51.039032 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:41:51.039033 8618599680 Options.bloom_locality: 0
-2022/11/23-16:41:51.039033 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:41:51.039034 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:41:51.039034 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:41:51.039035 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:41:51.039036 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:41:51.039036 8618599680 Options.ttl: 2592000
-2022/11/23-16:41:51.039037 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:41:51.039038 8618599680 Options.enable_blob_files: false
-2022/11/23-16:41:51.039038 8618599680 Options.min_blob_size: 0
-2022/11/23-16:41:51.039039 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:41:51.039040 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:41:51.039040 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:41:51.039041 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:41:51.039042 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:41:51.039042 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:41:51.039043 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:41:51.039249 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/centrality/harmonic/full/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:41:51.039251 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:41:51.039274 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 185d03e0-ef01-404a-8b51-7d8bb3b4e12f
-2022/11/23-16:41:51.039351 8618599680 [db/version_set.cc:4467] Creating manifest 5
-2022/11/23-16:41:51.040092 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x11ee0ace0
-2022/11/23-16:41:51.040107 8618599680 DB pointer 0x11f038400
-2022/11/23-16:41:51.040918 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:41:51.041004 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/centrality/harmonic/full/MANIFEST-000009 b/core/data/centrality/harmonic/full/MANIFEST-000009
deleted file mode 100644
index e76c7d7d..00000000
Binary files a/core/data/centrality/harmonic/full/MANIFEST-000009 and /dev/null differ
diff --git a/core/data/centrality/harmonic/full/OPTIONS-000007 b/core/data/centrality/harmonic/full/OPTIONS-000007
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/centrality/harmonic/full/OPTIONS-000007
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/centrality/harmonic/full/OPTIONS-000011 b/core/data/centrality/harmonic/full/OPTIONS-000011
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/centrality/harmonic/full/OPTIONS-000011
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/centrality/harmonic/host/CURRENT b/core/data/centrality/harmonic/host/CURRENT
deleted file mode 100644
index 6ba31a31..00000000
--- a/core/data/centrality/harmonic/host/CURRENT
+++ /dev/null
@@ -1 +0,0 @@
-MANIFEST-000009
diff --git a/core/data/centrality/harmonic/host/IDENTITY b/core/data/centrality/harmonic/host/IDENTITY
deleted file mode 100644
index e3d51d0b..00000000
--- a/core/data/centrality/harmonic/host/IDENTITY
+++ /dev/null
@@ -1 +0,0 @@
-ae79df5a-40d8-486b-925b-c0afdcc28e4e
\ No newline at end of file
diff --git a/core/data/centrality/harmonic/host/LOCK b/core/data/centrality/harmonic/host/LOCK
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/centrality/harmonic/host/LOG b/core/data/centrality/harmonic/host/LOG
deleted file mode 100644
index 8578d49a..00000000
--- a/core/data/centrality/harmonic/host/LOG
+++ /dev/null
@@ -1,244 +0,0 @@
-2022/11/23-16:45:40.306656 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:45:40.306680 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:45:40.306681 8618599680 DB SUMMARY
-2022/11/23-16:45:40.306681 8618599680 DB Session ID: SVY1VE8M5U5K7TVMFFVS
-2022/11/23-16:45:40.306702 8618599680 CURRENT file: CURRENT
-2022/11/23-16:45:40.306703 8618599680 IDENTITY file: IDENTITY
-2022/11/23-16:45:40.306711 8618599680 MANIFEST file: MANIFEST-000005 size: 59 Bytes
-2022/11/23-16:45:40.306712 8618599680 SST files in data/centrality/harmonic/host dir, Total Num: 0, files:
-2022/11/23-16:45:40.306712 8618599680 Write Ahead Log file in data/centrality/harmonic/host: 000004.log size: 0 ;
-2022/11/23-16:45:40.306713 8618599680 Options.error_if_exists: 0
-2022/11/23-16:45:40.306714 8618599680 Options.create_if_missing: 1
-2022/11/23-16:45:40.306714 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:45:40.306715 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:45:40.306715 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:45:40.306716 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:45:40.306717 8618599680 Options.env: 0x1019a9258
-2022/11/23-16:45:40.306717 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:45:40.306718 8618599680 Options.info_log: 0x600000a30c80
-2022/11/23-16:45:40.306718 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:45:40.306719 8618599680 Options.statistics: 0x0
-2022/11/23-16:45:40.306719 8618599680 Options.use_fsync: 0
-2022/11/23-16:45:40.306720 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:45:40.306721 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:45:40.306721 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:45:40.306722 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:45:40.306722 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:45:40.306723 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:45:40.306723 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:45:40.306724 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:45:40.306724 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:45:40.306725 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:45:40.306725 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:45:40.306726 8618599680 Options.db_log_dir:
-2022/11/23-16:45:40.306726 8618599680 Options.wal_dir:
-2022/11/23-16:45:40.306727 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:45:40.306727 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:45:40.306728 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:45:40.306728 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:45:40.306729 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:45:40.306730 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:45:40.306730 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:45:40.306731 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:45:40.306731 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:45:40.306732 8618599680 Options.write_buffer_manager: 0x60000123c340
-2022/11/23-16:45:40.306733 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:45:40.306733 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:45:40.306734 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:45:40.306743 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:45:40.306743 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:45:40.306744 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:45:40.306745 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:45:40.306745 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:45:40.306746 8618599680 Options.unordered_write: 0
-2022/11/23-16:45:40.306746 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:45:40.306747 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:45:40.306747 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:45:40.306748 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:45:40.306749 8618599680 Options.row_cache: None
-2022/11/23-16:45:40.306749 8618599680 Options.wal_filter: None
-2022/11/23-16:45:40.306750 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:45:40.306750 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:45:40.306751 8618599680 Options.two_write_queues: 0
-2022/11/23-16:45:40.306751 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:45:40.306752 8618599680 Options.wal_compression: 0
-2022/11/23-16:45:40.306752 8618599680 Options.atomic_flush: 0
-2022/11/23-16:45:40.306753 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:45:40.306753 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:45:40.306754 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:45:40.306754 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:45:40.306755 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:45:40.306756 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:45:40.306756 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:45:40.306757 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:45:40.306757 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:45:40.306758 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:45:40.306758 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:45:40.306759 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:45:40.306759 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:45:40.306760 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:45:40.306760 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:45:40.306761 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:45:40.306761 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:45:40.306762 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:45:40.306763 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:45:40.306763 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:45:40.306764 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:45:40.306764 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:45:40.306765 8618599680 Options.max_open_files: -1
-2022/11/23-16:45:40.306765 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:45:40.306766 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:45:40.306766 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:45:40.306767 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:45:40.306767 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:45:40.306775 8618599680 Compression algorithms supported:
-2022/11/23-16:45:40.306775 8618599680 kZSTD supported: 1
-2022/11/23-16:45:40.306776 8618599680 kZlibCompression supported: 1
-2022/11/23-16:45:40.306777 8618599680 kXpressCompression supported: 0
-2022/11/23-16:45:40.306777 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:45:40.306778 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:45:40.306778 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:45:40.306779 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:45:40.306779 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:45:40.306783 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:45:40.306784 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:45:40.306852 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/centrality/harmonic/host/MANIFEST-000005
-2022/11/23-16:45:40.306874 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:45:40.306874 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:45:40.306875 8618599680 Options.merge_operator: None
-2022/11/23-16:45:40.306876 8618599680 Options.compaction_filter: None
-2022/11/23-16:45:40.306876 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:45:40.306877 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:45:40.306877 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:45:40.306878 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:45:40.306885 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000029314a0)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001e30648
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:45:40.306887 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:45:40.306888 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:45:40.306889 8618599680 Options.compression: Snappy
-2022/11/23-16:45:40.306889 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:45:40.306890 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:45:40.306890 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:45:40.306891 8618599680 Options.num_levels: 7
-2022/11/23-16:45:40.306891 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:45:40.306892 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:45:40.306892 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:45:40.306893 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:45:40.306894 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:45:40.306894 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:45:40.306895 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.306895 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.306903 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.306903 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:45:40.306904 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.306904 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.306905 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:45:40.306906 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:45:40.306906 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:45:40.306907 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.306907 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.306908 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.306908 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.306909 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:45:40.306909 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.306910 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:45:40.306910 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:45:40.306911 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:45:40.306912 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:45:40.306912 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:45:40.306913 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:45:40.306913 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:45:40.306914 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:45:40.306914 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:45:40.306915 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:45:40.306916 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:45:40.306916 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:45:40.306917 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:45:40.306917 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:45:40.306918 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:45:40.306918 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:45:40.306919 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:45:40.306919 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:45:40.306920 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:45:40.306920 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:45:40.306921 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:45:40.306922 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:45:40.306922 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:45:40.306923 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:45:40.306923 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:45:40.306924 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:45:40.306924 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:45:40.306925 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:45:40.306926 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:45:40.306932 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:45:40.306933 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:45:40.306933 8618599680 Options.table_properties_collectors:
-2022/11/23-16:45:40.306934 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:45:40.306934 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:45:40.306935 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:45:40.306935 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:45:40.306936 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:45:40.306937 8618599680 Options.bloom_locality: 0
-2022/11/23-16:45:40.306937 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:45:40.306938 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:45:40.306938 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:45:40.306939 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:45:40.306939 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:45:40.306940 8618599680 Options.ttl: 2592000
-2022/11/23-16:45:40.306940 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:45:40.306941 8618599680 Options.enable_blob_files: false
-2022/11/23-16:45:40.306941 8618599680 Options.min_blob_size: 0
-2022/11/23-16:45:40.306942 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:45:40.306942 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:45:40.306943 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:45:40.306944 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:45:40.306944 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:45:40.306945 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:45:40.306945 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:45:40.307164 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/centrality/harmonic/host/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:45:40.307166 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:45:40.307189 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: ae79df5a-40d8-486b-925b-c0afdcc28e4e
-2022/11/23-16:45:40.307243 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340307241, "job": 1, "event": "recovery_started", "wal_files": [4]}
-2022/11/23-16:45:40.307244 8618599680 [db/db_impl/db_impl_open.cc:937] Recovering log #4 mode 2
-2022/11/23-16:45:40.307283 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340307282, "job": 1, "event": "recovery_finished"}
-2022/11/23-16:45:40.307315 8618599680 [db/version_set.cc:4467] Creating manifest 9
-2022/11/23-16:45:40.308011 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x12d10aa90
-2022/11/23-16:45:40.308027 8618599680 DB pointer 0x12e050200
-2022/11/23-16:45:40.310140 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:45:40.310185 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/centrality/harmonic/host/LOG.old.1669218340306544 b/core/data/centrality/harmonic/host/LOG.old.1669218340306544
deleted file mode 100644
index f31081a9..00000000
--- a/core/data/centrality/harmonic/host/LOG.old.1669218340306544
+++ /dev/null
@@ -1,239 +0,0 @@
-2022/11/23-16:41:51.036298 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:41:51.036314 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:41:51.036315 8618599680 DB SUMMARY
-2022/11/23-16:41:51.036316 8618599680 DB Session ID: UZI6VKXU9IKVTNN3GHX8
-2022/11/23-16:41:51.036328 8618599680 SST files in data/centrality/harmonic/host dir, Total Num: 0, files:
-2022/11/23-16:41:51.036329 8618599680 Write Ahead Log file in data/centrality/harmonic/host:
-2022/11/23-16:41:51.036330 8618599680 Options.error_if_exists: 0
-2022/11/23-16:41:51.036330 8618599680 Options.create_if_missing: 1
-2022/11/23-16:41:51.036331 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:41:51.036332 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:41:51.036332 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:41:51.036333 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:41:51.036334 8618599680 Options.env: 0x102d95258
-2022/11/23-16:41:51.036334 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:41:51.036335 8618599680 Options.info_log: 0x600000018460
-2022/11/23-16:41:51.036336 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:41:51.036336 8618599680 Options.statistics: 0x0
-2022/11/23-16:41:51.036337 8618599680 Options.use_fsync: 0
-2022/11/23-16:41:51.036338 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:41:51.036338 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:41:51.036339 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:41:51.036340 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:41:51.036340 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:41:51.036341 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:41:51.036342 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:41:51.036342 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:41:51.036343 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:41:51.036343 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:41:51.036344 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:41:51.036345 8618599680 Options.db_log_dir:
-2022/11/23-16:41:51.036345 8618599680 Options.wal_dir:
-2022/11/23-16:41:51.036346 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:41:51.036347 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:41:51.036347 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:41:51.036348 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:41:51.036349 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:41:51.036349 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:41:51.036350 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:41:51.036351 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:41:51.036351 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:41:51.036352 8618599680 Options.write_buffer_manager: 0x600001814270
-2022/11/23-16:41:51.036353 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:41:51.036353 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:41:51.036354 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:41:51.036355 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:41:51.036355 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:41:51.036367 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:41:51.036368 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:41:51.036369 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:41:51.036369 8618599680 Options.unordered_write: 0
-2022/11/23-16:41:51.036370 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:41:51.036371 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:41:51.036371 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:41:51.036372 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:41:51.036373 8618599680 Options.row_cache: None
-2022/11/23-16:41:51.036373 8618599680 Options.wal_filter: None
-2022/11/23-16:41:51.036374 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:41:51.036375 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:41:51.036375 8618599680 Options.two_write_queues: 0
-2022/11/23-16:41:51.036376 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:41:51.036377 8618599680 Options.wal_compression: 0
-2022/11/23-16:41:51.036377 8618599680 Options.atomic_flush: 0
-2022/11/23-16:41:51.036378 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:41:51.036378 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:41:51.036379 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:41:51.036380 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:41:51.036380 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:41:51.036381 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:41:51.036382 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:41:51.036382 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:41:51.036383 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:41:51.036384 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:41:51.036384 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:41:51.036385 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:41:51.036386 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:41:51.036386 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:41:51.036387 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:41:51.036388 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:41:51.036388 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:41:51.036389 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:41:51.036390 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:41:51.036390 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:41:51.036391 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:41:51.036392 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:41:51.036392 8618599680 Options.max_open_files: -1
-2022/11/23-16:41:51.036393 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:41:51.036394 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:41:51.036394 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:41:51.036395 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:41:51.036395 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:41:51.036396 8618599680 Compression algorithms supported:
-2022/11/23-16:41:51.036397 8618599680 kZSTD supported: 1
-2022/11/23-16:41:51.036398 8618599680 kZlibCompression supported: 1
-2022/11/23-16:41:51.036398 8618599680 kXpressCompression supported: 0
-2022/11/23-16:41:51.036405 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:41:51.036406 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:41:51.036407 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:41:51.036407 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:41:51.036408 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:41:51.036412 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:41:51.036413 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:41:51.036671 8618599680 [db/db_impl/db_impl_open.cc:313] Creating manifest 1
-2022/11/23-16:41:51.036977 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/centrality/harmonic/host/MANIFEST-000001
-2022/11/23-16:41:51.036998 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:41:51.036999 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:41:51.037000 8618599680 Options.merge_operator: None
-2022/11/23-16:41:51.037000 8618599680 Options.compaction_filter: None
-2022/11/23-16:41:51.037001 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:41:51.037002 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:41:51.037002 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:41:51.037003 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:41:51.037014 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000231d320)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001414438
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:41:51.037016 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:41:51.037016 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:41:51.037017 8618599680 Options.compression: Snappy
-2022/11/23-16:41:51.037018 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:41:51.037018 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:41:51.037019 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:41:51.037020 8618599680 Options.num_levels: 7
-2022/11/23-16:41:51.037020 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:41:51.037021 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:41:51.037021 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:41:51.037022 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:41:51.037023 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:41:51.037024 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:41:51.037024 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:51.037025 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:51.037026 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:41:51.037034 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:41:51.037035 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:51.037036 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:51.037036 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:41:51.037037 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:41:51.037038 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:41:51.037038 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:51.037039 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:51.037040 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:51.037040 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:41:51.037041 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:41:51.037042 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:51.037042 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:41:51.037043 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:41:51.037044 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:41:51.037044 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:41:51.037045 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:41:51.037046 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:41:51.037046 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:41:51.037047 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:41:51.037048 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:41:51.037048 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:41:51.037049 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:41:51.037050 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:41:51.037051 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:41:51.037051 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:41:51.037052 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:41:51.037052 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:41:51.037053 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:41:51.037054 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:41:51.037054 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:41:51.037055 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:41:51.037056 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:41:51.037056 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:41:51.037057 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:41:51.037058 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:41:51.037058 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:41:51.037059 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:41:51.037060 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:41:51.037061 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:41:51.037061 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:41:51.037062 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:41:51.037063 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:41:51.037071 8618599680 Options.table_properties_collectors:
-2022/11/23-16:41:51.037071 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:41:51.037072 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:41:51.037073 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:41:51.037074 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:41:51.037074 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:41:51.037075 8618599680 Options.bloom_locality: 0
-2022/11/23-16:41:51.037075 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:41:51.037076 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:41:51.037077 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:41:51.037077 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:41:51.037078 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:41:51.037079 8618599680 Options.ttl: 2592000
-2022/11/23-16:41:51.037079 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:41:51.037080 8618599680 Options.enable_blob_files: false
-2022/11/23-16:41:51.037081 8618599680 Options.min_blob_size: 0
-2022/11/23-16:41:51.037081 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:41:51.037082 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:41:51.037083 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:41:51.037083 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:41:51.037084 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:41:51.037085 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:41:51.037085 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:41:51.037277 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/centrality/harmonic/host/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:41:51.037278 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:41:51.037305 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: ae79df5a-40d8-486b-925b-c0afdcc28e4e
-2022/11/23-16:41:51.037384 8618599680 [db/version_set.cc:4467] Creating manifest 5
-2022/11/23-16:41:51.038185 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x10ee06f20
-2022/11/23-16:41:51.038203 8618599680 DB pointer 0x128052e00
-2022/11/23-16:41:51.040840 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:41:51.040881 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/centrality/harmonic/host/MANIFEST-000009 b/core/data/centrality/harmonic/host/MANIFEST-000009
deleted file mode 100644
index e76c7d7d..00000000
Binary files a/core/data/centrality/harmonic/host/MANIFEST-000009 and /dev/null differ
diff --git a/core/data/centrality/harmonic/host/OPTIONS-000007 b/core/data/centrality/harmonic/host/OPTIONS-000007
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/centrality/harmonic/host/OPTIONS-000007
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/centrality/harmonic/host/OPTIONS-000011 b/core/data/centrality/harmonic/host/OPTIONS-000011
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/centrality/harmonic/host/OPTIONS-000011
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/index/favicon_store/CURRENT b/core/data/index/favicon_store/CURRENT
deleted file mode 100644
index 6ba31a31..00000000
--- a/core/data/index/favicon_store/CURRENT
+++ /dev/null
@@ -1 +0,0 @@
-MANIFEST-000009
diff --git a/core/data/index/favicon_store/IDENTITY b/core/data/index/favicon_store/IDENTITY
deleted file mode 100644
index 7d1a2842..00000000
--- a/core/data/index/favicon_store/IDENTITY
+++ /dev/null
@@ -1 +0,0 @@
-2b2e868e-ba98-4655-a66c-aad0149151dc
\ No newline at end of file
diff --git a/core/data/index/favicon_store/LOCK b/core/data/index/favicon_store/LOCK
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/index/favicon_store/LOG b/core/data/index/favicon_store/LOG
deleted file mode 100644
index 923ecd88..00000000
--- a/core/data/index/favicon_store/LOG
+++ /dev/null
@@ -1,280 +0,0 @@
-2022/11/23-16:45:40.298791 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:45:40.299205 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:45:40.299206 8618599680 DB SUMMARY
-2022/11/23-16:45:40.299207 8618599680 DB Session ID: SVY1VE8M5U5K7TVMFFVV
-2022/11/23-16:45:40.299229 8618599680 CURRENT file: CURRENT
-2022/11/23-16:45:40.299230 8618599680 IDENTITY file: IDENTITY
-2022/11/23-16:45:40.299235 8618599680 MANIFEST file: MANIFEST-000005 size: 59 Bytes
-2022/11/23-16:45:40.299236 8618599680 SST files in data/index/favicon_store dir, Total Num: 0, files:
-2022/11/23-16:45:40.299237 8618599680 Write Ahead Log file in data/index/favicon_store: 000004.log size: 0 ;
-2022/11/23-16:45:40.299238 8618599680 Options.error_if_exists: 0
-2022/11/23-16:45:40.299238 8618599680 Options.create_if_missing: 1
-2022/11/23-16:45:40.299239 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:45:40.299239 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:45:40.299240 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:45:40.299241 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:45:40.299241 8618599680 Options.env: 0x1019a9258
-2022/11/23-16:45:40.299242 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:45:40.299243 8618599680 Options.info_log: 0x600000a300a0
-2022/11/23-16:45:40.299243 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:45:40.299244 8618599680 Options.statistics: 0x0
-2022/11/23-16:45:40.299244 8618599680 Options.use_fsync: 0
-2022/11/23-16:45:40.299245 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:45:40.299245 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:45:40.299246 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:45:40.299246 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:45:40.299247 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:45:40.299248 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:45:40.299248 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:45:40.299249 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:45:40.299249 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:45:40.299250 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:45:40.299250 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:45:40.299251 8618599680 Options.db_log_dir:
-2022/11/23-16:45:40.299251 8618599680 Options.wal_dir:
-2022/11/23-16:45:40.299252 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:45:40.299252 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:45:40.299253 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:45:40.299253 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:45:40.299254 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:45:40.299255 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:45:40.299255 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:45:40.299256 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:45:40.299260 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:45:40.299261 8618599680 Options.write_buffer_manager: 0x60000123c000
-2022/11/23-16:45:40.299261 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:45:40.299262 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:45:40.299262 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:45:40.299275 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:45:40.299276 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:45:40.299277 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:45:40.299277 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:45:40.299278 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:45:40.299278 8618599680 Options.unordered_write: 0
-2022/11/23-16:45:40.299279 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:45:40.299279 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:45:40.299280 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:45:40.299281 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:45:40.299281 8618599680 Options.row_cache: None
-2022/11/23-16:45:40.299282 8618599680 Options.wal_filter: None
-2022/11/23-16:45:40.299282 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:45:40.299283 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:45:40.299283 8618599680 Options.two_write_queues: 0
-2022/11/23-16:45:40.299284 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:45:40.299284 8618599680 Options.wal_compression: 0
-2022/11/23-16:45:40.299285 8618599680 Options.atomic_flush: 0
-2022/11/23-16:45:40.299285 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:45:40.299286 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:45:40.299287 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:45:40.299287 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:45:40.299288 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:45:40.299288 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:45:40.299289 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:45:40.299289 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:45:40.299290 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:45:40.299291 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:45:40.299291 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:45:40.299292 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:45:40.299292 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:45:40.299293 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:45:40.299293 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:45:40.299294 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:45:40.299295 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:45:40.299295 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:45:40.299296 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:45:40.299296 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:45:40.299297 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:45:40.299297 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:45:40.299298 8618599680 Options.max_open_files: -1
-2022/11/23-16:45:40.299299 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:45:40.299299 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:45:40.299300 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:45:40.299300 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:45:40.299301 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:45:40.299307 8618599680 Compression algorithms supported:
-2022/11/23-16:45:40.299322 8618599680 kZSTD supported: 1
-2022/11/23-16:45:40.299322 8618599680 kZlibCompression supported: 1
-2022/11/23-16:45:40.299323 8618599680 kXpressCompression supported: 0
-2022/11/23-16:45:40.299324 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:45:40.299324 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:45:40.299325 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:45:40.299325 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:45:40.299326 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:45:40.299332 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:45:40.299333 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:45:40.299440 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/index/favicon_store/MANIFEST-000005
-2022/11/23-16:45:40.299530 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:45:40.299531 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:45:40.299531 8618599680 Options.merge_operator: None
-2022/11/23-16:45:40.299532 8618599680 Options.compaction_filter: None
-2022/11/23-16:45:40.299533 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:45:40.299533 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:45:40.299534 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:45:40.299534 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:45:40.299546 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002930040)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001e30018
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:45:40.299547 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:45:40.299547 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:45:40.299548 8618599680 Options.compression: Snappy
-2022/11/23-16:45:40.299548 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:45:40.299549 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:45:40.299549 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:45:40.299550 8618599680 Options.num_levels: 7
-2022/11/23-16:45:40.299551 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:45:40.299551 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:45:40.299552 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:45:40.299552 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:45:40.299553 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:45:40.299553 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:45:40.299554 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.299555 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.299562 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.299563 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:45:40.299563 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.299564 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.299564 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:45:40.299565 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:45:40.299565 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:45:40.299566 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.299566 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.299567 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.299568 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.299568 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:45:40.299569 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.299569 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:45:40.299570 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:45:40.299570 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:45:40.299571 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:45:40.299571 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:45:40.299572 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:45:40.299573 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:45:40.299573 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:45:40.299574 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:45:40.299575 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:45:40.299575 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:45:40.299576 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:45:40.299576 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:45:40.299577 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:45:40.299577 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:45:40.299578 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:45:40.299578 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:45:40.299579 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:45:40.299580 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:45:40.299580 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:45:40.299581 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:45:40.299581 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:45:40.299582 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:45:40.299583 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:45:40.299584 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:45:40.299584 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:45:40.299585 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:45:40.299585 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:45:40.299586 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:45:40.299593 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:45:40.299593 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:45:40.299595 8618599680 Options.table_properties_collectors:
-2022/11/23-16:45:40.299595 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:45:40.299596 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:45:40.299596 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:45:40.299597 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:45:40.299597 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:45:40.299598 8618599680 Options.bloom_locality: 0
-2022/11/23-16:45:40.299598 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:45:40.299599 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:45:40.299600 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:45:40.299600 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:45:40.299601 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:45:40.299601 8618599680 Options.ttl: 2592000
-2022/11/23-16:45:40.299602 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:45:40.299602 8618599680 Options.enable_blob_files: false
-2022/11/23-16:45:40.299603 8618599680 Options.min_blob_size: 0
-2022/11/23-16:45:40.299603 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:45:40.299604 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:45:40.299605 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:45:40.299605 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:45:40.299606 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:45:40.299607 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:45:40.299607 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:45:40.300142 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/index/favicon_store/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:45:40.300145 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:45:40.300191 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 2b2e868e-ba98-4655-a66c-aad0149151dc
-2022/11/23-16:45:40.300252 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340300249, "job": 1, "event": "recovery_started", "wal_files": [4]}
-2022/11/23-16:45:40.300254 8618599680 [db/db_impl/db_impl_open.cc:937] Recovering log #4 mode 2
-2022/11/23-16:45:40.300301 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340300300, "job": 1, "event": "recovery_finished"}
-2022/11/23-16:45:40.300368 8618599680 [db/version_set.cc:4467] Creating manifest 9
-2022/11/23-16:45:40.301354 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x12d1049a0
-2022/11/23-16:45:40.301371 8618599680 DB pointer 0x12e00bc00
-2022/11/23-16:45:40.301456 6159921152 [db/db_impl/db_impl.cc:1043] ------- DUMPING STATS -------
-2022/11/23-16:45:40.301458 6159921152 [db/db_impl/db_impl.cc:1044]
-** DB Stats **
-Uptime(secs): 0.0 total, 0.0 interval
-Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
-Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
-Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
-Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
-Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
-Interval stall: 00:00:0.000 H:M:S, 0.0 percent
-
-** Compaction Stats [default] **
-Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
- Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
- Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
-
-** Compaction Stats [default] **
-Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-
-Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0
-
-Uptime(secs): 0.0 total, 0.0 interval
-Flush(GB): cumulative 0.000, interval 0.000
-AddFile(GB): cumulative 0.000, interval 0.000
-AddFile(Total Files): cumulative 0, interval 0
-AddFile(L0 Files): cumulative 0, interval 0
-AddFile(Keys): cumulative 0, interval 0
-Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
-Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
-Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
-Block cache LRUCache@0x600001e30018#82714 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 6e-06 secs_since: 0
-Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
-
-** File Read Latency Histogram By Level [default] **
-2022/11/23-16:45:40.309831 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:45:40.309898 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/index/favicon_store/LOG.old.1669218340298455 b/core/data/index/favicon_store/LOG.old.1669218340298455
deleted file mode 100644
index 68ecc926..00000000
--- a/core/data/index/favicon_store/LOG.old.1669218340298455
+++ /dev/null
@@ -1,275 +0,0 @@
-2022/11/23-16:41:50.991100 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:41:50.991560 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:41:50.991562 8618599680 DB SUMMARY
-2022/11/23-16:41:50.991563 8618599680 DB Session ID: UZI6VKXU9IKVTNN3GHXB
-2022/11/23-16:41:50.991583 8618599680 SST files in data/index/favicon_store dir, Total Num: 0, files:
-2022/11/23-16:41:50.991584 8618599680 Write Ahead Log file in data/index/favicon_store:
-2022/11/23-16:41:50.991585 8618599680 Options.error_if_exists: 0
-2022/11/23-16:41:50.991585 8618599680 Options.create_if_missing: 1
-2022/11/23-16:41:50.991586 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:41:50.991587 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:41:50.991587 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:41:50.991588 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:41:50.991588 8618599680 Options.env: 0x102d95258
-2022/11/23-16:41:50.991589 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:41:50.991590 8618599680 Options.info_log: 0x600000013070
-2022/11/23-16:41:50.991590 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:41:50.991591 8618599680 Options.statistics: 0x0
-2022/11/23-16:41:50.991591 8618599680 Options.use_fsync: 0
-2022/11/23-16:41:50.991592 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:41:50.991592 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:41:50.991593 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:41:50.991594 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:41:50.991594 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:41:50.991595 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:41:50.991595 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:41:50.991596 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:41:50.991596 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:41:50.991597 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:41:50.991597 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:41:50.991598 8618599680 Options.db_log_dir:
-2022/11/23-16:41:50.991598 8618599680 Options.wal_dir:
-2022/11/23-16:41:50.991599 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:41:50.991599 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:41:50.991600 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:41:50.991600 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:41:50.991601 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:41:50.991601 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:41:50.991602 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:41:50.991603 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:41:50.991605 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:41:50.991606 8618599680 Options.write_buffer_manager: 0x600001810820
-2022/11/23-16:41:50.991607 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:41:50.991607 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:41:50.991608 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:41:50.991608 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:41:50.991609 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:41:50.991625 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:41:50.991625 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:41:50.991626 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:41:50.991626 8618599680 Options.unordered_write: 0
-2022/11/23-16:41:50.991627 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:41:50.991627 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:41:50.991628 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:41:50.991629 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:41:50.991629 8618599680 Options.row_cache: None
-2022/11/23-16:41:50.991630 8618599680 Options.wal_filter: None
-2022/11/23-16:41:50.991630 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:41:50.991631 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:41:50.991631 8618599680 Options.two_write_queues: 0
-2022/11/23-16:41:50.991632 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:41:50.991632 8618599680 Options.wal_compression: 0
-2022/11/23-16:41:50.991633 8618599680 Options.atomic_flush: 0
-2022/11/23-16:41:50.991633 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:41:50.991634 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:41:50.991635 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:41:50.991635 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:41:50.991636 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:41:50.991636 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:41:50.991637 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:41:50.991637 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:41:50.991638 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:41:50.991639 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:41:50.991639 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:41:50.991640 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:41:50.991640 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:41:50.991641 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:41:50.991641 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:41:50.991642 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:41:50.991643 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:41:50.991643 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:41:50.991644 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:41:50.991644 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:41:50.991645 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:41:50.991645 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:41:50.991646 8618599680 Options.max_open_files: -1
-2022/11/23-16:41:50.991646 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:41:50.991647 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:41:50.991647 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:41:50.991648 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:41:50.991649 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:41:50.991649 8618599680 Compression algorithms supported:
-2022/11/23-16:41:50.991652 8618599680 kZSTD supported: 1
-2022/11/23-16:41:50.991652 8618599680 kZlibCompression supported: 1
-2022/11/23-16:41:50.991653 8618599680 kXpressCompression supported: 0
-2022/11/23-16:41:50.991659 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:41:50.991660 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:41:50.991660 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:41:50.991661 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:41:50.991661 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:41:50.991666 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:41:50.991667 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:41:50.991943 8618599680 [db/db_impl/db_impl_open.cc:313] Creating manifest 1
-2022/11/23-16:41:50.992197 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/index/favicon_store/MANIFEST-000001
-2022/11/23-16:41:50.992233 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:41:50.992234 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:41:50.992235 8618599680 Options.merge_operator: None
-2022/11/23-16:41:50.992235 8618599680 Options.compaction_filter: None
-2022/11/23-16:41:50.992236 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:41:50.992236 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:41:50.992237 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:41:50.992238 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:41:50.992248 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002315d80)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001410388
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:41:50.992256 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:41:50.992257 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:41:50.992257 8618599680 Options.compression: Snappy
-2022/11/23-16:41:50.992258 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:41:50.992259 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:41:50.992259 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:41:50.992260 8618599680 Options.num_levels: 7
-2022/11/23-16:41:50.992260 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:41:50.992261 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:41:50.992261 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:41:50.992262 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:41:50.992263 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:41:50.992263 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:41:50.992264 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:50.992264 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:50.992265 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:41:50.992273 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:41:50.992273 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:50.992274 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:50.992275 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:41:50.992275 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:41:50.992276 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:41:50.992276 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:50.992277 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:50.992277 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:50.992278 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:41:50.992279 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:41:50.992279 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:50.992280 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:41:50.992280 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:41:50.992281 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:41:50.992281 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:41:50.992282 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:41:50.992282 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:41:50.992283 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:41:50.992283 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:41:50.992284 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:41:50.992285 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:41:50.992286 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:41:50.992286 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:41:50.992287 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:41:50.992288 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:41:50.992288 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:41:50.992289 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:41:50.992289 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:41:50.992290 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:41:50.992291 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:41:50.992291 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:41:50.992292 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:41:50.992293 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:41:50.992293 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:41:50.992294 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:41:50.992295 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:41:50.992295 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:41:50.992296 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:41:50.992296 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:41:50.992297 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:41:50.992298 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:41:50.992298 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:41:50.992306 8618599680 Options.table_properties_collectors:
-2022/11/23-16:41:50.992307 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:41:50.992307 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:41:50.992308 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:41:50.992309 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:41:50.992309 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:41:50.992310 8618599680 Options.bloom_locality: 0
-2022/11/23-16:41:50.992310 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:41:50.992311 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:41:50.992311 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:41:50.992312 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:41:50.992313 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:41:50.992313 8618599680 Options.ttl: 2592000
-2022/11/23-16:41:50.992314 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:41:50.992314 8618599680 Options.enable_blob_files: false
-2022/11/23-16:41:50.992315 8618599680 Options.min_blob_size: 0
-2022/11/23-16:41:50.992316 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:41:50.992316 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:41:50.992317 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:41:50.992317 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:41:50.992318 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:41:50.992319 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:41:50.992319 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:41:50.992584 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/index/favicon_store/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:41:50.992586 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:41:50.992613 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 2b2e868e-ba98-4655-a66c-aad0149151dc
-2022/11/23-16:41:50.992693 8618599680 [db/version_set.cc:4467] Creating manifest 5
-2022/11/23-16:41:50.993547 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x11ee05ea0
-2022/11/23-16:41:50.993570 8618599680 DB pointer 0x11f013600
-2022/11/23-16:41:50.993652 6139031552 [db/db_impl/db_impl.cc:1043] ------- DUMPING STATS -------
-2022/11/23-16:41:50.993655 6139031552 [db/db_impl/db_impl.cc:1044]
-** DB Stats **
-Uptime(secs): 0.0 total, 0.0 interval
-Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
-Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
-Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
-Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
-Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
-Interval stall: 00:00:0.000 H:M:S, 0.0 percent
-
-** Compaction Stats [default] **
-Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
- Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
- Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0
-
-** Compaction Stats [default] **
-Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
-
-Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0
-
-Uptime(secs): 0.0 total, 0.0 interval
-Flush(GB): cumulative 0.000, interval 0.000
-AddFile(GB): cumulative 0.000, interval 0.000
-AddFile(Total Files): cumulative 0, interval 0
-AddFile(L0 Files): cumulative 0, interval 0
-AddFile(Keys): cumulative 0, interval 0
-Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
-Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
-Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
-Block cache LRUCache@0x600001410388#77311 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0
-Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%)
-
-** File Read Latency Histogram By Level [default] **
-2022/11/23-16:41:51.040441 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:41:51.040555 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/index/favicon_store/MANIFEST-000009 b/core/data/index/favicon_store/MANIFEST-000009
deleted file mode 100644
index e76c7d7d..00000000
Binary files a/core/data/index/favicon_store/MANIFEST-000009 and /dev/null differ
diff --git a/core/data/index/favicon_store/OPTIONS-000007 b/core/data/index/favicon_store/OPTIONS-000007
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/index/favicon_store/OPTIONS-000007
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/index/favicon_store/OPTIONS-000011 b/core/data/index/favicon_store/OPTIONS-000011
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/index/favicon_store/OPTIONS-000011
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/index/inverted_index/.managed.json b/core/data/index/inverted_index/.managed.json
deleted file mode 100644
index 1b67f4e6..00000000
--- a/core/data/index/inverted_index/.managed.json
+++ /dev/null
@@ -1 +0,0 @@
-["meta.json"]
diff --git a/core/data/index/inverted_index/.tantivy-meta.lock b/core/data/index/inverted_index/.tantivy-meta.lock
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/index/inverted_index/.tantivy-writer.lock b/core/data/index/inverted_index/.tantivy-writer.lock
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/index/inverted_index/meta.json b/core/data/index/inverted_index/meta.json
deleted file mode 100644
index 85940d51..00000000
--- a/core/data/index/inverted_index/meta.json
+++ /dev/null
@@ -1,472 +0,0 @@
-{
- "index_settings": {
- "sort_by_field": {
- "field": "pre_computed_score",
- "order": "Desc"
- },
- "docstore_compression": "lz4",
- "docstore_blocksize": 16384
- },
- "segments": [],
- "schema": [
- {
- "name": "title",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "body",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "stemmed_title",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "stemmed_tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "stemmed_body",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "stemmed_tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "all_body",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "url",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "site",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "domain",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "site_no_tokenizer",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "identity_tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "domain_no_tokenizer",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "identity_tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "domain_if_homepage",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "domain_name_if_homepage_no_tokenizer",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "identity_tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "title_if_homepage",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "backlink_text",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": false,
- "fast": false
- }
- },
- {
- "name": "primary_image_uuid",
- "type": "bytes",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": false,
- "stored": true
- }
- },
- {
- "name": "description",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "host_topic",
- "type": "facet",
- "options": {
- "stored": false
- }
- },
- {
- "name": "dmoz_description",
- "type": "text",
- "options": {
- "indexing": {
- "record": "position",
- "fieldnorms": true,
- "tokenizer": "tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "schema_org_json",
- "type": "text",
- "options": {
- "indexing": {
- "record": "basic",
- "fieldnorms": true,
- "tokenizer": "identity_tokenizer"
- },
- "stored": true,
- "fast": false
- }
- },
- {
- "name": "is_homepage",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "host_centrality",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "page_centrality",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "fetch_time_ms",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "last_updated",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": true
- }
- },
- {
- "name": "num_trackers",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "region",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": true
- }
- },
- {
- "name": "num_url_tokens",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "num_title_tokens",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "num_clean_body_tokens",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "num_description_tokens",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "num_domain_tokens",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "num_site_tokens",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- },
- {
- "name": "site_hash",
- "type": "u64",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": "multi",
- "stored": false
- }
- },
- {
- "name": "url_without_query_hash",
- "type": "u64",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": "multi",
- "stored": false
- }
- },
- {
- "name": "title_hash",
- "type": "u64",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": "multi",
- "stored": false
- }
- },
- {
- "name": "url_hash",
- "type": "u64",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": "multi",
- "stored": false
- }
- },
- {
- "name": "domain_hash",
- "type": "u64",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": "multi",
- "stored": false
- }
- },
- {
- "name": "pre_computed_score",
- "type": "f64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": true
- }
- },
- {
- "name": "host_node_id",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": true
- }
- },
- {
- "name": "sim_hash",
- "type": "u64",
- "options": {
- "indexed": true,
- "fieldnorms": false,
- "fast": "single",
- "stored": true
- }
- },
- {
- "name": "crawl_stability",
- "type": "u64",
- "options": {
- "indexed": false,
- "fieldnorms": false,
- "fast": "single",
- "stored": false
- }
- }
- ],
- "opstamp": 0
-}
diff --git a/core/data/index/primary_image_store/CURRENT b/core/data/index/primary_image_store/CURRENT
deleted file mode 100644
index 6ba31a31..00000000
--- a/core/data/index/primary_image_store/CURRENT
+++ /dev/null
@@ -1 +0,0 @@
-MANIFEST-000009
diff --git a/core/data/index/primary_image_store/IDENTITY b/core/data/index/primary_image_store/IDENTITY
deleted file mode 100644
index 79d9971d..00000000
--- a/core/data/index/primary_image_store/IDENTITY
+++ /dev/null
@@ -1 +0,0 @@
-0e780c3e-3eac-47de-8b68-50f3886fbede
\ No newline at end of file
diff --git a/core/data/index/primary_image_store/LOCK b/core/data/index/primary_image_store/LOCK
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/index/primary_image_store/LOG b/core/data/index/primary_image_store/LOG
deleted file mode 100644
index 6b6a46b0..00000000
--- a/core/data/index/primary_image_store/LOG
+++ /dev/null
@@ -1,244 +0,0 @@
-2022/11/23-16:45:40.301599 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:45:40.301613 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:45:40.301614 8618599680 DB SUMMARY
-2022/11/23-16:45:40.301615 8618599680 DB Session ID: SVY1VE8M5U5K7TVMFFVU
-2022/11/23-16:45:40.301633 8618599680 CURRENT file: CURRENT
-2022/11/23-16:45:40.301634 8618599680 IDENTITY file: IDENTITY
-2022/11/23-16:45:40.301639 8618599680 MANIFEST file: MANIFEST-000005 size: 59 Bytes
-2022/11/23-16:45:40.301640 8618599680 SST files in data/index/primary_image_store dir, Total Num: 0, files:
-2022/11/23-16:45:40.301641 8618599680 Write Ahead Log file in data/index/primary_image_store: 000004.log size: 0 ;
-2022/11/23-16:45:40.301642 8618599680 Options.error_if_exists: 0
-2022/11/23-16:45:40.301643 8618599680 Options.create_if_missing: 1
-2022/11/23-16:45:40.301643 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:45:40.301644 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:45:40.301644 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:45:40.301645 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:45:40.301645 8618599680 Options.env: 0x1019a9258
-2022/11/23-16:45:40.301646 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:45:40.301646 8618599680 Options.info_log: 0x600000a34140
-2022/11/23-16:45:40.301647 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:45:40.301648 8618599680 Options.statistics: 0x0
-2022/11/23-16:45:40.301648 8618599680 Options.use_fsync: 0
-2022/11/23-16:45:40.301649 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:45:40.301649 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:45:40.301650 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:45:40.301650 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:45:40.301651 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:45:40.301651 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:45:40.301652 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:45:40.301652 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:45:40.301653 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:45:40.301653 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:45:40.301654 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:45:40.301654 8618599680 Options.db_log_dir:
-2022/11/23-16:45:40.301655 8618599680 Options.wal_dir:
-2022/11/23-16:45:40.301656 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:45:40.301656 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:45:40.301657 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:45:40.301657 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:45:40.301658 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:45:40.301658 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:45:40.301659 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:45:40.301659 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:45:40.301660 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:45:40.301661 8618599680 Options.write_buffer_manager: 0x600001230000
-2022/11/23-16:45:40.301661 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:45:40.301662 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:45:40.301662 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:45:40.301671 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:45:40.301671 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:45:40.301672 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:45:40.301672 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:45:40.301673 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:45:40.301674 8618599680 Options.unordered_write: 0
-2022/11/23-16:45:40.301674 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:45:40.301675 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:45:40.301675 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:45:40.301676 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:45:40.301676 8618599680 Options.row_cache: None
-2022/11/23-16:45:40.301677 8618599680 Options.wal_filter: None
-2022/11/23-16:45:40.301677 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:45:40.301678 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:45:40.301678 8618599680 Options.two_write_queues: 0
-2022/11/23-16:45:40.301679 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:45:40.301680 8618599680 Options.wal_compression: 0
-2022/11/23-16:45:40.301680 8618599680 Options.atomic_flush: 0
-2022/11/23-16:45:40.301681 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:45:40.301681 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:45:40.301682 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:45:40.301682 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:45:40.301683 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:45:40.301683 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:45:40.301684 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:45:40.301684 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:45:40.301685 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:45:40.301686 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:45:40.301686 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:45:40.301687 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:45:40.301687 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:45:40.301688 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:45:40.301688 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:45:40.301689 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:45:40.301689 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:45:40.301690 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:45:40.301690 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:45:40.301691 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:45:40.301692 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:45:40.301692 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:45:40.301693 8618599680 Options.max_open_files: -1
-2022/11/23-16:45:40.301693 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:45:40.301694 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:45:40.301694 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:45:40.301695 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:45:40.301695 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:45:40.301702 8618599680 Compression algorithms supported:
-2022/11/23-16:45:40.301702 8618599680 kZSTD supported: 1
-2022/11/23-16:45:40.301703 8618599680 kZlibCompression supported: 1
-2022/11/23-16:45:40.301704 8618599680 kXpressCompression supported: 0
-2022/11/23-16:45:40.301704 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:45:40.301705 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:45:40.301705 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:45:40.301706 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:45:40.301706 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:45:40.301711 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:45:40.301711 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:45:40.301772 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/index/primary_image_store/MANIFEST-000005
-2022/11/23-16:45:40.301794 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:45:40.301795 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:45:40.301795 8618599680 Options.merge_operator: None
-2022/11/23-16:45:40.301796 8618599680 Options.compaction_filter: None
-2022/11/23-16:45:40.301796 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:45:40.301797 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:45:40.301797 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:45:40.301798 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:45:40.301806 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002934860)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001e34228
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:45:40.301807 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:45:40.301807 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:45:40.301808 8618599680 Options.compression: Snappy
-2022/11/23-16:45:40.301809 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:45:40.301809 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:45:40.301810 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:45:40.301810 8618599680 Options.num_levels: 7
-2022/11/23-16:45:40.301811 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:45:40.301811 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:45:40.301812 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:45:40.301812 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:45:40.301813 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:45:40.301814 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:45:40.301814 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.301815 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.301822 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.301823 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:45:40.301823 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.301824 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.301824 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:45:40.301825 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:45:40.301826 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:45:40.301826 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.301827 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.301827 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.301828 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.301828 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:45:40.301829 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.301829 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:45:40.301830 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:45:40.301830 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:45:40.301831 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:45:40.301831 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:45:40.301832 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:45:40.301833 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:45:40.301833 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:45:40.301834 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:45:40.301834 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:45:40.301835 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:45:40.301836 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:45:40.301836 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:45:40.301837 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:45:40.301837 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:45:40.301838 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:45:40.301838 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:45:40.301839 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:45:40.301839 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:45:40.301840 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:45:40.301841 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:45:40.301841 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:45:40.301842 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:45:40.301842 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:45:40.301843 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:45:40.301843 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:45:40.301844 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:45:40.301845 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:45:40.301845 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:45:40.301852 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:45:40.301853 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:45:40.301853 8618599680 Options.table_properties_collectors:
-2022/11/23-16:45:40.301854 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:45:40.301854 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:45:40.301855 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:45:40.301855 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:45:40.301856 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:45:40.301857 8618599680 Options.bloom_locality: 0
-2022/11/23-16:45:40.301857 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:45:40.301858 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:45:40.301858 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:45:40.301859 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:45:40.301859 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:45:40.301860 8618599680 Options.ttl: 2592000
-2022/11/23-16:45:40.301860 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:45:40.301861 8618599680 Options.enable_blob_files: false
-2022/11/23-16:45:40.301861 8618599680 Options.min_blob_size: 0
-2022/11/23-16:45:40.301862 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:45:40.301863 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:45:40.301863 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:45:40.301864 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:45:40.301864 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:45:40.301865 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:45:40.301865 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:45:40.302283 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/index/primary_image_store/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:45:40.302285 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:45:40.302307 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 0e780c3e-3eac-47de-8b68-50f3886fbede
-2022/11/23-16:45:40.302349 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340302348, "job": 1, "event": "recovery_started", "wal_files": [4]}
-2022/11/23-16:45:40.302351 8618599680 [db/db_impl/db_impl_open.cc:937] Recovering log #4 mode 2
-2022/11/23-16:45:40.302385 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340302384, "job": 1, "event": "recovery_finished"}
-2022/11/23-16:45:40.302417 8618599680 [db/version_set.cc:4467] Creating manifest 9
-2022/11/23-16:45:40.303166 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x12d004c80
-2022/11/23-16:45:40.303182 8618599680 DB pointer 0x12d80e400
-2022/11/23-16:45:40.309937 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:45:40.309983 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/index/primary_image_store/LOG.old.1669218340301477 b/core/data/index/primary_image_store/LOG.old.1669218340301477
deleted file mode 100644
index 92f6ca46..00000000
--- a/core/data/index/primary_image_store/LOG.old.1669218340301477
+++ /dev/null
@@ -1,239 +0,0 @@
-2022/11/23-16:41:50.993748 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:41:50.993763 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:41:50.993763 8618599680 DB SUMMARY
-2022/11/23-16:41:50.993764 8618599680 DB Session ID: UZI6VKXU9IKVTNN3GHXA
-2022/11/23-16:41:50.993778 8618599680 SST files in data/index/primary_image_store dir, Total Num: 0, files:
-2022/11/23-16:41:50.993778 8618599680 Write Ahead Log file in data/index/primary_image_store:
-2022/11/23-16:41:50.993779 8618599680 Options.error_if_exists: 0
-2022/11/23-16:41:50.993780 8618599680 Options.create_if_missing: 1
-2022/11/23-16:41:50.993780 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:41:50.993781 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:41:50.993781 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:41:50.993782 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:41:50.993782 8618599680 Options.env: 0x102d95258
-2022/11/23-16:41:50.993783 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:41:50.993784 8618599680 Options.info_log: 0x600000018190
-2022/11/23-16:41:50.993784 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:41:50.993785 8618599680 Options.statistics: 0x0
-2022/11/23-16:41:50.993785 8618599680 Options.use_fsync: 0
-2022/11/23-16:41:50.993786 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:41:50.993786 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:41:50.993787 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:41:50.993787 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:41:50.993788 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:41:50.993788 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:41:50.993789 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:41:50.993789 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:41:50.993790 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:41:50.993790 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:41:50.993791 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:41:50.993791 8618599680 Options.db_log_dir:
-2022/11/23-16:41:50.993792 8618599680 Options.wal_dir:
-2022/11/23-16:41:50.993792 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:41:50.993793 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:41:50.993794 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:41:50.993794 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:41:50.993795 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:41:50.993795 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:41:50.993796 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:41:50.993796 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:41:50.993797 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:41:50.993797 8618599680 Options.write_buffer_manager: 0x600001814000
-2022/11/23-16:41:50.993798 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:41:50.993798 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:41:50.993799 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:41:50.993799 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:41:50.993800 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:41:50.993807 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:41:50.993808 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:41:50.993809 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:41:50.993809 8618599680 Options.unordered_write: 0
-2022/11/23-16:41:50.993810 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:41:50.993810 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:41:50.993811 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:41:50.993811 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:41:50.993812 8618599680 Options.row_cache: None
-2022/11/23-16:41:50.993812 8618599680 Options.wal_filter: None
-2022/11/23-16:41:50.993813 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:41:50.993813 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:41:50.993814 8618599680 Options.two_write_queues: 0
-2022/11/23-16:41:50.993814 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:41:50.993815 8618599680 Options.wal_compression: 0
-2022/11/23-16:41:50.993815 8618599680 Options.atomic_flush: 0
-2022/11/23-16:41:50.993816 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:41:50.993817 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:41:50.993817 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:41:50.993818 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:41:50.993818 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:41:50.993819 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:41:50.993819 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:41:50.993820 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:41:50.993820 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:41:50.993821 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:41:50.993821 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:41:50.993822 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:41:50.993822 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:41:50.993823 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:41:50.993824 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:41:50.993824 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:41:50.993825 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:41:50.993825 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:41:50.993826 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:41:50.993826 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:41:50.993827 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:41:50.993827 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:41:50.993828 8618599680 Options.max_open_files: -1
-2022/11/23-16:41:50.993828 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:41:50.993829 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:41:50.993829 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:41:50.993830 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:41:50.993830 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:41:50.993831 8618599680 Compression algorithms supported:
-2022/11/23-16:41:50.993832 8618599680 kZSTD supported: 1
-2022/11/23-16:41:50.993832 8618599680 kZlibCompression supported: 1
-2022/11/23-16:41:50.993833 8618599680 kXpressCompression supported: 0
-2022/11/23-16:41:50.993839 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:41:50.993839 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:41:50.993840 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:41:50.993840 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:41:50.993841 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:41:50.993844 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:41:50.993845 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:41:50.994045 8618599680 [db/db_impl/db_impl_open.cc:313] Creating manifest 1
-2022/11/23-16:41:50.994268 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/index/primary_image_store/MANIFEST-000001
-2022/11/23-16:41:50.994286 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:41:50.994287 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:41:50.994288 8618599680 Options.merge_operator: None
-2022/11/23-16:41:50.994288 8618599680 Options.compaction_filter: None
-2022/11/23-16:41:50.994289 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:41:50.994290 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:41:50.994290 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:41:50.994291 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:41:50.994300 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000231c740)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001414228
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:41:50.994301 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:41:50.994302 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:41:50.994302 8618599680 Options.compression: Snappy
-2022/11/23-16:41:50.994303 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:41:50.994304 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:41:50.994304 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:41:50.994305 8618599680 Options.num_levels: 7
-2022/11/23-16:41:50.994305 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:41:50.994306 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:41:50.994306 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:41:50.994307 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:41:50.994308 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:41:50.994308 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:41:50.994309 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:50.994309 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:50.994310 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:41:50.994318 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:41:50.994319 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:50.994320 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:50.994320 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:41:50.994321 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:41:50.994321 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:41:50.994322 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:50.994322 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:50.994323 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:50.994324 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:41:50.994324 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:41:50.994325 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:50.994325 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:41:50.994326 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:41:50.994326 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:41:50.994327 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:41:50.994328 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:41:50.994328 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:41:50.994329 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:41:50.994329 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:41:50.994330 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:41:50.994331 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:41:50.994331 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:41:50.994332 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:41:50.994333 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:41:50.994333 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:41:50.994334 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:41:50.994334 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:41:50.994335 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:41:50.994335 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:41:50.994336 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:41:50.994337 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:41:50.994337 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:41:50.994338 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:41:50.994338 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:41:50.994339 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:41:50.994339 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:41:50.994340 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:41:50.994341 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:41:50.994341 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:41:50.994342 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:41:50.994343 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:41:50.994343 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:41:50.994350 8618599680 Options.table_properties_collectors:
-2022/11/23-16:41:50.994351 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:41:50.994351 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:41:50.994352 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:41:50.994353 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:41:50.994353 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:41:50.994354 8618599680 Options.bloom_locality: 0
-2022/11/23-16:41:50.994354 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:41:50.994355 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:41:50.994355 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:41:50.994356 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:41:50.994356 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:41:50.994357 8618599680 Options.ttl: 2592000
-2022/11/23-16:41:50.994358 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:41:50.994358 8618599680 Options.enable_blob_files: false
-2022/11/23-16:41:50.994359 8618599680 Options.min_blob_size: 0
-2022/11/23-16:41:50.994359 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:41:50.994360 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:41:50.994360 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:41:50.994361 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:41:50.994362 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:41:50.994362 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:41:50.994363 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:41:50.994546 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/index/primary_image_store/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:41:50.994547 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:41:50.994566 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 0e780c3e-3eac-47de-8b68-50f3886fbede
-2022/11/23-16:41:50.994633 8618599680 [db/version_set.cc:4467] Creating manifest 5
-2022/11/23-16:41:50.995370 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x10ee05170
-2022/11/23-16:41:50.995385 8618599680 DB pointer 0x12801f200
-2022/11/23-16:41:51.040607 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:41:51.040671 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/index/primary_image_store/MANIFEST-000009 b/core/data/index/primary_image_store/MANIFEST-000009
deleted file mode 100644
index e76c7d7d..00000000
Binary files a/core/data/index/primary_image_store/MANIFEST-000009 and /dev/null differ
diff --git a/core/data/index/primary_image_store/OPTIONS-000007 b/core/data/index/primary_image_store/OPTIONS-000007
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/index/primary_image_store/OPTIONS-000007
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/index/primary_image_store/OPTIONS-000011 b/core/data/index/primary_image_store/OPTIONS-000011
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/index/primary_image_store/OPTIONS-000011
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/index/primary_image_store/dictionary b/core/data/index/primary_image_store/dictionary
deleted file mode 100644
index e6fd2360..00000000
Binary files a/core/data/index/primary_image_store/dictionary and /dev/null differ
diff --git a/core/data/index/region_count.json b/core/data/index/region_count.json
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/index/subdomain_count/CURRENT b/core/data/index/subdomain_count/CURRENT
deleted file mode 100644
index 6ba31a31..00000000
--- a/core/data/index/subdomain_count/CURRENT
+++ /dev/null
@@ -1 +0,0 @@
-MANIFEST-000009
diff --git a/core/data/index/subdomain_count/IDENTITY b/core/data/index/subdomain_count/IDENTITY
deleted file mode 100644
index df8c4d55..00000000
--- a/core/data/index/subdomain_count/IDENTITY
+++ /dev/null
@@ -1 +0,0 @@
-617ff1b8-76cb-4268-9cac-211508a234f5
\ No newline at end of file
diff --git a/core/data/index/subdomain_count/LOCK b/core/data/index/subdomain_count/LOCK
deleted file mode 100644
index e69de29b..00000000
diff --git a/core/data/index/subdomain_count/LOG b/core/data/index/subdomain_count/LOG
deleted file mode 100644
index 5c96f9ae..00000000
--- a/core/data/index/subdomain_count/LOG
+++ /dev/null
@@ -1,244 +0,0 @@
-2022/11/23-16:45:40.304993 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:45:40.305015 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:45:40.305016 8618599680 DB SUMMARY
-2022/11/23-16:45:40.305016 8618599680 DB Session ID: SVY1VE8M5U5K7TVMFFVT
-2022/11/23-16:45:40.305038 8618599680 CURRENT file: CURRENT
-2022/11/23-16:45:40.305039 8618599680 IDENTITY file: IDENTITY
-2022/11/23-16:45:40.305044 8618599680 MANIFEST file: MANIFEST-000005 size: 59 Bytes
-2022/11/23-16:45:40.305045 8618599680 SST files in data/index/subdomain_count dir, Total Num: 0, files:
-2022/11/23-16:45:40.305046 8618599680 Write Ahead Log file in data/index/subdomain_count: 000004.log size: 0 ;
-2022/11/23-16:45:40.305047 8618599680 Options.error_if_exists: 0
-2022/11/23-16:45:40.305048 8618599680 Options.create_if_missing: 1
-2022/11/23-16:45:40.305048 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:45:40.305049 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:45:40.305049 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:45:40.305050 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:45:40.305050 8618599680 Options.env: 0x1019a9258
-2022/11/23-16:45:40.305051 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:45:40.305052 8618599680 Options.info_log: 0x600000a30a00
-2022/11/23-16:45:40.305052 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:45:40.305053 8618599680 Options.statistics: 0x0
-2022/11/23-16:45:40.305053 8618599680 Options.use_fsync: 0
-2022/11/23-16:45:40.305054 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:45:40.305055 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:45:40.305055 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:45:40.305056 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:45:40.305056 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:45:40.305057 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:45:40.305057 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:45:40.305058 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:45:40.305059 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:45:40.305059 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:45:40.305060 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:45:40.305060 8618599680 Options.db_log_dir:
-2022/11/23-16:45:40.305061 8618599680 Options.wal_dir:
-2022/11/23-16:45:40.305062 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:45:40.305062 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:45:40.305063 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:45:40.305063 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:45:40.305064 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:45:40.305065 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:45:40.305065 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:45:40.305066 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:45:40.305066 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:45:40.305067 8618599680 Options.write_buffer_manager: 0x60000123c0d0
-2022/11/23-16:45:40.305068 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:45:40.305068 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:45:40.305069 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:45:40.305086 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:45:40.305087 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:45:40.305087 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:45:40.305088 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:45:40.305088 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:45:40.305089 8618599680 Options.unordered_write: 0
-2022/11/23-16:45:40.305089 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:45:40.305090 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:45:40.305090 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:45:40.305091 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:45:40.305092 8618599680 Options.row_cache: None
-2022/11/23-16:45:40.305092 8618599680 Options.wal_filter: None
-2022/11/23-16:45:40.305093 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:45:40.305093 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:45:40.305094 8618599680 Options.two_write_queues: 0
-2022/11/23-16:45:40.305094 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:45:40.305095 8618599680 Options.wal_compression: 0
-2022/11/23-16:45:40.305096 8618599680 Options.atomic_flush: 0
-2022/11/23-16:45:40.305096 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:45:40.305097 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:45:40.305097 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:45:40.305098 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:45:40.305098 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:45:40.305099 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:45:40.305100 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:45:40.305100 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:45:40.305101 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:45:40.305101 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:45:40.305102 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:45:40.305103 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:45:40.305103 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:45:40.305104 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:45:40.305104 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:45:40.305105 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:45:40.305105 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:45:40.305106 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:45:40.305106 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:45:40.305107 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:45:40.305108 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:45:40.305108 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:45:40.305109 8618599680 Options.max_open_files: -1
-2022/11/23-16:45:40.305109 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:45:40.305110 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:45:40.305111 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:45:40.305111 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:45:40.305112 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:45:40.305118 8618599680 Compression algorithms supported:
-2022/11/23-16:45:40.305119 8618599680 kZSTD supported: 1
-2022/11/23-16:45:40.305119 8618599680 kZlibCompression supported: 1
-2022/11/23-16:45:40.305120 8618599680 kXpressCompression supported: 0
-2022/11/23-16:45:40.305121 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:45:40.305121 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:45:40.305122 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:45:40.305122 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:45:40.305123 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:45:40.305127 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:45:40.305128 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:45:40.305189 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/index/subdomain_count/MANIFEST-000005
-2022/11/23-16:45:40.305211 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:45:40.305212 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:45:40.305212 8618599680 Options.merge_operator: None
-2022/11/23-16:45:40.305213 8618599680 Options.compaction_filter: None
-2022/11/23-16:45:40.305213 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:45:40.305214 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:45:40.305215 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:45:40.305215 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:45:40.305223 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002931600)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x600001e30228
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:45:40.305224 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:45:40.305224 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:45:40.305225 8618599680 Options.compression: Snappy
-2022/11/23-16:45:40.305226 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:45:40.305226 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:45:40.305227 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:45:40.305227 8618599680 Options.num_levels: 7
-2022/11/23-16:45:40.305228 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:45:40.305228 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:45:40.305229 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:45:40.305230 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:45:40.305230 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:45:40.305231 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:45:40.305231 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.305232 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.305239 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.305240 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:45:40.305240 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.305241 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.305241 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:45:40.305242 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:45:40.305242 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:45:40.305243 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:45:40.305244 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:45:40.305244 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:45:40.305245 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:45:40.305245 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:45:40.305246 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:45:40.305246 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:45:40.305247 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:45:40.305247 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:45:40.305248 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:45:40.305248 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:45:40.305249 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:45:40.305250 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:45:40.305250 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:45:40.305251 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:45:40.305251 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:45:40.305252 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:45:40.305253 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:45:40.305253 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:45:40.305254 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:45:40.305254 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:45:40.305255 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:45:40.305256 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:45:40.305256 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:45:40.305257 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:45:40.305257 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:45:40.305258 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:45:40.305259 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:45:40.305259 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:45:40.305260 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:45:40.305260 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:45:40.305261 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:45:40.305261 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:45:40.305262 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:45:40.305263 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:45:40.305270 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:45:40.305271 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:45:40.305272 8618599680 Options.table_properties_collectors:
-2022/11/23-16:45:40.305273 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:45:40.305273 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:45:40.305274 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:45:40.305274 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:45:40.305275 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:45:40.305275 8618599680 Options.bloom_locality: 0
-2022/11/23-16:45:40.305276 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:45:40.305277 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:45:40.305277 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:45:40.305278 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:45:40.305278 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:45:40.305279 8618599680 Options.ttl: 2592000
-2022/11/23-16:45:40.305279 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:45:40.305280 8618599680 Options.enable_blob_files: false
-2022/11/23-16:45:40.305280 8618599680 Options.min_blob_size: 0
-2022/11/23-16:45:40.305281 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:45:40.305282 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:45:40.305282 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:45:40.305283 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:45:40.305284 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:45:40.305284 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:45:40.305285 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:45:40.305547 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/index/subdomain_count/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:45:40.305549 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:45:40.305569 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 617ff1b8-76cb-4268-9cac-211508a234f5
-2022/11/23-16:45:40.305611 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340305609, "job": 1, "event": "recovery_started", "wal_files": [4]}
-2022/11/23-16:45:40.305612 8618599680 [db/db_impl/db_impl_open.cc:937] Recovering log #4 mode 2
-2022/11/23-16:45:40.305647 8618599680 EVENT_LOG_v1 {"time_micros": 1669218340305646, "job": 1, "event": "recovery_finished"}
-2022/11/23-16:45:40.305681 8618599680 [db/version_set.cc:4467] Creating manifest 9
-2022/11/23-16:45:40.306461 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x12d109030
-2022/11/23-16:45:40.306479 8618599680 DB pointer 0x12e02fe00
-2022/11/23-16:45:40.310046 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:45:40.310106 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/index/subdomain_count/LOG.old.1669218340304858 b/core/data/index/subdomain_count/LOG.old.1669218340304858
deleted file mode 100644
index 0d207f31..00000000
--- a/core/data/index/subdomain_count/LOG.old.1669218340304858
+++ /dev/null
@@ -1,239 +0,0 @@
-2022/11/23-16:41:51.034083 8618599680 RocksDB version: 7.4.4
-2022/11/23-16:41:51.034102 8618599680 Compile date 2022-07-19 08:49:59
-2022/11/23-16:41:51.034103 8618599680 DB SUMMARY
-2022/11/23-16:41:51.034103 8618599680 DB Session ID: UZI6VKXU9IKVTNN3GHX9
-2022/11/23-16:41:51.034116 8618599680 SST files in data/index/subdomain_count dir, Total Num: 0, files:
-2022/11/23-16:41:51.034117 8618599680 Write Ahead Log file in data/index/subdomain_count:
-2022/11/23-16:41:51.034118 8618599680 Options.error_if_exists: 0
-2022/11/23-16:41:51.034119 8618599680 Options.create_if_missing: 1
-2022/11/23-16:41:51.034120 8618599680 Options.paranoid_checks: 1
-2022/11/23-16:41:51.034120 8618599680 Options.flush_verify_memtable_count: 1
-2022/11/23-16:41:51.034121 8618599680 Options.track_and_verify_wals_in_manifest: 0
-2022/11/23-16:41:51.034122 8618599680 Options.verify_sst_unique_id_in_manifest: 0
-2022/11/23-16:41:51.034122 8618599680 Options.env: 0x102d95258
-2022/11/23-16:41:51.034123 8618599680 Options.fs: PosixFileSystem
-2022/11/23-16:41:51.034124 8618599680 Options.info_log: 0x600000013a20
-2022/11/23-16:41:51.034125 8618599680 Options.max_file_opening_threads: 16
-2022/11/23-16:41:51.034125 8618599680 Options.statistics: 0x0
-2022/11/23-16:41:51.034126 8618599680 Options.use_fsync: 0
-2022/11/23-16:41:51.034127 8618599680 Options.max_log_file_size: 0
-2022/11/23-16:41:51.034127 8618599680 Options.max_manifest_file_size: 1073741824
-2022/11/23-16:41:51.034128 8618599680 Options.log_file_time_to_roll: 0
-2022/11/23-16:41:51.034128 8618599680 Options.keep_log_file_num: 1000
-2022/11/23-16:41:51.034129 8618599680 Options.recycle_log_file_num: 0
-2022/11/23-16:41:51.034130 8618599680 Options.allow_fallocate: 1
-2022/11/23-16:41:51.034130 8618599680 Options.allow_mmap_reads: 0
-2022/11/23-16:41:51.034131 8618599680 Options.allow_mmap_writes: 0
-2022/11/23-16:41:51.034132 8618599680 Options.use_direct_reads: 0
-2022/11/23-16:41:51.034132 8618599680 Options.use_direct_io_for_flush_and_compaction: 0
-2022/11/23-16:41:51.034133 8618599680 Options.create_missing_column_families: 0
-2022/11/23-16:41:51.034134 8618599680 Options.db_log_dir:
-2022/11/23-16:41:51.034134 8618599680 Options.wal_dir:
-2022/11/23-16:41:51.034135 8618599680 Options.table_cache_numshardbits: 6
-2022/11/23-16:41:51.034136 8618599680 Options.WAL_ttl_seconds: 0
-2022/11/23-16:41:51.034136 8618599680 Options.WAL_size_limit_MB: 0
-2022/11/23-16:41:51.034137 8618599680 Options.max_write_batch_group_size_bytes: 1048576
-2022/11/23-16:41:51.034138 8618599680 Options.manifest_preallocation_size: 4194304
-2022/11/23-16:41:51.034138 8618599680 Options.is_fd_close_on_exec: 1
-2022/11/23-16:41:51.034139 8618599680 Options.advise_random_on_open: 1
-2022/11/23-16:41:51.034139 8618599680 Options.experimental_mempurge_threshold: 0.000000
-2022/11/23-16:41:51.034141 8618599680 Options.db_write_buffer_size: 0
-2022/11/23-16:41:51.034141 8618599680 Options.write_buffer_manager: 0x600001810dd0
-2022/11/23-16:41:51.034142 8618599680 Options.access_hint_on_compaction_start: 1
-2022/11/23-16:41:51.034142 8618599680 Options.random_access_max_buffer_size: 1048576
-2022/11/23-16:41:51.034143 8618599680 Options.use_adaptive_mutex: 0
-2022/11/23-16:41:51.034144 8618599680 Options.rate_limiter: 0x0
-2022/11/23-16:41:51.034144 8618599680 Options.sst_file_manager.rate_bytes_per_sec: 0
-2022/11/23-16:41:51.034157 8618599680 Options.wal_recovery_mode: 2
-2022/11/23-16:41:51.034158 8618599680 Options.enable_thread_tracking: 0
-2022/11/23-16:41:51.034159 8618599680 Options.enable_pipelined_write: 0
-2022/11/23-16:41:51.034159 8618599680 Options.unordered_write: 0
-2022/11/23-16:41:51.034160 8618599680 Options.allow_concurrent_memtable_write: 1
-2022/11/23-16:41:51.034161 8618599680 Options.enable_write_thread_adaptive_yield: 1
-2022/11/23-16:41:51.034161 8618599680 Options.write_thread_max_yield_usec: 100
-2022/11/23-16:41:51.034162 8618599680 Options.write_thread_slow_yield_usec: 3
-2022/11/23-16:41:51.034163 8618599680 Options.row_cache: None
-2022/11/23-16:41:51.034163 8618599680 Options.wal_filter: None
-2022/11/23-16:41:51.034164 8618599680 Options.avoid_flush_during_recovery: 0
-2022/11/23-16:41:51.034164 8618599680 Options.allow_ingest_behind: 0
-2022/11/23-16:41:51.034165 8618599680 Options.two_write_queues: 0
-2022/11/23-16:41:51.034166 8618599680 Options.manual_wal_flush: 0
-2022/11/23-16:41:51.034166 8618599680 Options.wal_compression: 0
-2022/11/23-16:41:51.034167 8618599680 Options.atomic_flush: 0
-2022/11/23-16:41:51.034168 8618599680 Options.avoid_unnecessary_blocking_io: 0
-2022/11/23-16:41:51.034168 8618599680 Options.persist_stats_to_disk: 0
-2022/11/23-16:41:51.034169 8618599680 Options.write_dbid_to_manifest: 0
-2022/11/23-16:41:51.034170 8618599680 Options.log_readahead_size: 0
-2022/11/23-16:41:51.034170 8618599680 Options.file_checksum_gen_factory: Unknown
-2022/11/23-16:41:51.034171 8618599680 Options.best_efforts_recovery: 0
-2022/11/23-16:41:51.034172 8618599680 Options.max_bgerror_resume_count: 2147483647
-2022/11/23-16:41:51.034172 8618599680 Options.bgerror_resume_retry_interval: 1000000
-2022/11/23-16:41:51.034173 8618599680 Options.allow_data_in_errors: 0
-2022/11/23-16:41:51.034174 8618599680 Options.db_host_id: __hostname__
-2022/11/23-16:41:51.034174 8618599680 Options.enforce_single_del_contracts: true
-2022/11/23-16:41:51.034175 8618599680 Options.max_background_jobs: 2
-2022/11/23-16:41:51.034176 8618599680 Options.max_background_compactions: -1
-2022/11/23-16:41:51.034176 8618599680 Options.max_subcompactions: 1
-2022/11/23-16:41:51.034177 8618599680 Options.avoid_flush_during_shutdown: 0
-2022/11/23-16:41:51.034177 8618599680 Options.writable_file_max_buffer_size: 1048576
-2022/11/23-16:41:51.034178 8618599680 Options.delayed_write_rate : 16777216
-2022/11/23-16:41:51.034179 8618599680 Options.max_total_wal_size: 0
-2022/11/23-16:41:51.034179 8618599680 Options.delete_obsolete_files_period_micros: 21600000000
-2022/11/23-16:41:51.034180 8618599680 Options.stats_dump_period_sec: 600
-2022/11/23-16:41:51.034181 8618599680 Options.stats_persist_period_sec: 600
-2022/11/23-16:41:51.034182 8618599680 Options.stats_history_buffer_size: 1048576
-2022/11/23-16:41:51.034182 8618599680 Options.max_open_files: -1
-2022/11/23-16:41:51.034183 8618599680 Options.bytes_per_sync: 0
-2022/11/23-16:41:51.034183 8618599680 Options.wal_bytes_per_sync: 0
-2022/11/23-16:41:51.034184 8618599680 Options.strict_bytes_per_sync: 0
-2022/11/23-16:41:51.034185 8618599680 Options.compaction_readahead_size: 0
-2022/11/23-16:41:51.034185 8618599680 Options.max_background_flushes: -1
-2022/11/23-16:41:51.034186 8618599680 Compression algorithms supported:
-2022/11/23-16:41:51.034187 8618599680 kZSTD supported: 1
-2022/11/23-16:41:51.034188 8618599680 kZlibCompression supported: 1
-2022/11/23-16:41:51.034188 8618599680 kXpressCompression supported: 0
-2022/11/23-16:41:51.034195 8618599680 kSnappyCompression supported: 1
-2022/11/23-16:41:51.034196 8618599680 kZSTDNotFinalCompression supported: 1
-2022/11/23-16:41:51.034197 8618599680 kLZ4HCCompression supported: 1
-2022/11/23-16:41:51.034197 8618599680 kLZ4Compression supported: 1
-2022/11/23-16:41:51.034198 8618599680 kBZip2Compression supported: 1
-2022/11/23-16:41:51.034203 8618599680 Fast CRC32 supported: Supported on Arm64
-2022/11/23-16:41:51.034204 8618599680 DMutex implementation: pthread_mutex_t
-2022/11/23-16:41:51.034441 8618599680 [db/db_impl/db_impl_open.cc:313] Creating manifest 1
-2022/11/23-16:41:51.034694 8618599680 [db/version_set.cc:4948] Recovering from manifest file: data/index/subdomain_count/MANIFEST-000001
-2022/11/23-16:41:51.034719 8618599680 [db/column_family.cc:614] --------------- Options for column family [default]:
-2022/11/23-16:41:51.034720 8618599680 Options.comparator: leveldb.BytewiseComparator
-2022/11/23-16:41:51.034721 8618599680 Options.merge_operator: None
-2022/11/23-16:41:51.034721 8618599680 Options.compaction_filter: None
-2022/11/23-16:41:51.034722 8618599680 Options.compaction_filter_factory: None
-2022/11/23-16:41:51.034723 8618599680 Options.sst_partitioner_factory: None
-2022/11/23-16:41:51.034723 8618599680 Options.memtable_factory: SkipListFactory
-2022/11/23-16:41:51.034724 8618599680 Options.table_factory: BlockBasedTable
-2022/11/23-16:41:51.034735 8618599680 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600002317100)
- cache_index_and_filter_blocks: 0
- cache_index_and_filter_blocks_with_high_priority: 1
- pin_l0_filter_and_index_blocks_in_cache: 0
- pin_top_level_index_and_filter: 1
- index_type: 0
- data_block_index_type: 0
- index_shortening: 1
- data_block_hash_table_util_ratio: 0.750000
- checksum: 1
- no_block_cache: 0
- block_cache: 0x6000014107a8
- block_cache_name: LRUCache
- block_cache_options:
- capacity : 8388608
- num_shard_bits : 4
- strict_capacity_limit : 0
- memory_allocator : None
- high_pri_pool_ratio: 0.000
- block_cache_compressed: 0x0
- persistent_cache: 0x0
- block_size: 4096
- block_size_deviation: 10
- block_restart_interval: 16
- index_block_restart_interval: 1
- metadata_block_size: 4096
- partition_filters: 0
- use_delta_encoding: 1
- filter_policy: nullptr
- whole_key_filtering: 1
- verify_compression: 0
- read_amp_bytes_per_bit: 0
- format_version: 5
- enable_index_compression: 1
- block_align: 0
- max_auto_readahead_size: 262144
- prepopulate_block_cache: 0
- initial_auto_readahead_size: 8192
-2022/11/23-16:41:51.034736 8618599680 Options.write_buffer_size: 67108864
-2022/11/23-16:41:51.034737 8618599680 Options.max_write_buffer_number: 2
-2022/11/23-16:41:51.034737 8618599680 Options.compression: Snappy
-2022/11/23-16:41:51.034738 8618599680 Options.bottommost_compression: Disabled
-2022/11/23-16:41:51.034739 8618599680 Options.prefix_extractor: nullptr
-2022/11/23-16:41:51.034739 8618599680 Options.memtable_insert_with_hint_prefix_extractor: nullptr
-2022/11/23-16:41:51.034740 8618599680 Options.num_levels: 7
-2022/11/23-16:41:51.034741 8618599680 Options.min_write_buffer_number_to_merge: 1
-2022/11/23-16:41:51.034741 8618599680 Options.max_write_buffer_number_to_maintain: 0
-2022/11/23-16:41:51.034742 8618599680 Options.max_write_buffer_size_to_maintain: 0
-2022/11/23-16:41:51.034743 8618599680 Options.bottommost_compression_opts.window_bits: -14
-2022/11/23-16:41:51.034743 8618599680 Options.bottommost_compression_opts.level: 32767
-2022/11/23-16:41:51.034744 8618599680 Options.bottommost_compression_opts.strategy: 0
-2022/11/23-16:41:51.034745 8618599680 Options.bottommost_compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:51.034745 8618599680 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:51.034746 8618599680 Options.bottommost_compression_opts.parallel_threads: 1
-2022/11/23-16:41:51.034756 8618599680 Options.bottommost_compression_opts.enabled: false
-2022/11/23-16:41:51.034757 8618599680 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:51.034757 8618599680 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:51.034758 8618599680 Options.compression_opts.window_bits: -14
-2022/11/23-16:41:51.034759 8618599680 Options.compression_opts.level: 32767
-2022/11/23-16:41:51.034760 8618599680 Options.compression_opts.strategy: 0
-2022/11/23-16:41:51.034760 8618599680 Options.compression_opts.max_dict_bytes: 0
-2022/11/23-16:41:51.034761 8618599680 Options.compression_opts.zstd_max_train_bytes: 0
-2022/11/23-16:41:51.034761 8618599680 Options.compression_opts.use_zstd_dict_trainer: true
-2022/11/23-16:41:51.034762 8618599680 Options.compression_opts.parallel_threads: 1
-2022/11/23-16:41:51.034763 8618599680 Options.compression_opts.enabled: false
-2022/11/23-16:41:51.034763 8618599680 Options.compression_opts.max_dict_buffer_bytes: 0
-2022/11/23-16:41:51.034764 8618599680 Options.level0_file_num_compaction_trigger: 4
-2022/11/23-16:41:51.034765 8618599680 Options.level0_slowdown_writes_trigger: 20
-2022/11/23-16:41:51.034765 8618599680 Options.level0_stop_writes_trigger: 36
-2022/11/23-16:41:51.034766 8618599680 Options.target_file_size_base: 67108864
-2022/11/23-16:41:51.034767 8618599680 Options.target_file_size_multiplier: 1
-2022/11/23-16:41:51.034767 8618599680 Options.max_bytes_for_level_base: 268435456
-2022/11/23-16:41:51.034768 8618599680 Options.level_compaction_dynamic_level_bytes: 0
-2022/11/23-16:41:51.034769 8618599680 Options.max_bytes_for_level_multiplier: 10.000000
-2022/11/23-16:41:51.034769 8618599680 Options.max_bytes_for_level_multiplier_addtl[0]: 1
-2022/11/23-16:41:51.034770 8618599680 Options.max_bytes_for_level_multiplier_addtl[1]: 1
-2022/11/23-16:41:51.034771 8618599680 Options.max_bytes_for_level_multiplier_addtl[2]: 1
-2022/11/23-16:41:51.034772 8618599680 Options.max_bytes_for_level_multiplier_addtl[3]: 1
-2022/11/23-16:41:51.034772 8618599680 Options.max_bytes_for_level_multiplier_addtl[4]: 1
-2022/11/23-16:41:51.034773 8618599680 Options.max_bytes_for_level_multiplier_addtl[5]: 1
-2022/11/23-16:41:51.034773 8618599680 Options.max_bytes_for_level_multiplier_addtl[6]: 1
-2022/11/23-16:41:51.034774 8618599680 Options.max_sequential_skip_in_iterations: 8
-2022/11/23-16:41:51.034775 8618599680 Options.max_compaction_bytes: 1677721600
-2022/11/23-16:41:51.034775 8618599680 Options.arena_block_size: 1048576
-2022/11/23-16:41:51.034776 8618599680 Options.soft_pending_compaction_bytes_limit: 68719476736
-2022/11/23-16:41:51.034777 8618599680 Options.hard_pending_compaction_bytes_limit: 274877906944
-2022/11/23-16:41:51.034777 8618599680 Options.disable_auto_compactions: 0
-2022/11/23-16:41:51.034778 8618599680 Options.compaction_style: kCompactionStyleLevel
-2022/11/23-16:41:51.034779 8618599680 Options.compaction_pri: kMinOverlappingRatio
-2022/11/23-16:41:51.034780 8618599680 Options.compaction_options_universal.size_ratio: 1
-2022/11/23-16:41:51.034780 8618599680 Options.compaction_options_universal.min_merge_width: 2
-2022/11/23-16:41:51.034781 8618599680 Options.compaction_options_universal.max_merge_width: 4294967295
-2022/11/23-16:41:51.034782 8618599680 Options.compaction_options_universal.max_size_amplification_percent: 200
-2022/11/23-16:41:51.034782 8618599680 Options.compaction_options_universal.compression_size_percent: -1
-2022/11/23-16:41:51.034783 8618599680 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
-2022/11/23-16:41:51.034784 8618599680 Options.compaction_options_fifo.max_table_files_size: 1073741824
-2022/11/23-16:41:51.034785 8618599680 Options.compaction_options_fifo.allow_compaction: 0
-2022/11/23-16:41:51.034793 8618599680 Options.table_properties_collectors:
-2022/11/23-16:41:51.034794 8618599680 Options.inplace_update_support: 0
-2022/11/23-16:41:51.034794 8618599680 Options.inplace_update_num_locks: 10000
-2022/11/23-16:41:51.034795 8618599680 Options.memtable_prefix_bloom_size_ratio: 0.000000
-2022/11/23-16:41:51.034796 8618599680 Options.memtable_whole_key_filtering: 0
-2022/11/23-16:41:51.034796 8618599680 Options.memtable_huge_page_size: 0
-2022/11/23-16:41:51.034797 8618599680 Options.bloom_locality: 0
-2022/11/23-16:41:51.034798 8618599680 Options.max_successive_merges: 0
-2022/11/23-16:41:51.034798 8618599680 Options.optimize_filters_for_hits: 0
-2022/11/23-16:41:51.034799 8618599680 Options.paranoid_file_checks: 0
-2022/11/23-16:41:51.034800 8618599680 Options.force_consistency_checks: 1
-2022/11/23-16:41:51.034800 8618599680 Options.report_bg_io_stats: 0
-2022/11/23-16:41:51.034801 8618599680 Options.ttl: 2592000
-2022/11/23-16:41:51.034801 8618599680 Options.periodic_compaction_seconds: 0
-2022/11/23-16:41:51.034802 8618599680 Options.enable_blob_files: false
-2022/11/23-16:41:51.034803 8618599680 Options.min_blob_size: 0
-2022/11/23-16:41:51.034803 8618599680 Options.blob_file_size: 268435456
-2022/11/23-16:41:51.034804 8618599680 Options.blob_compression_type: NoCompression
-2022/11/23-16:41:51.034805 8618599680 Options.enable_blob_garbage_collection: false
-2022/11/23-16:41:51.034805 8618599680 Options.blob_garbage_collection_age_cutoff: 0.250000
-2022/11/23-16:41:51.034806 8618599680 Options.blob_garbage_collection_force_threshold: 1.000000
-2022/11/23-16:41:51.034807 8618599680 Options.blob_compaction_readahead_size: 0
-2022/11/23-16:41:51.034808 8618599680 Options.blob_file_starting_level: 0
-2022/11/23-16:41:51.035016 8618599680 [db/version_set.cc:4996] Recovered from manifest file:data/index/subdomain_count/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
-2022/11/23-16:41:51.035018 8618599680 [db/version_set.cc:5005] Column family [default] (ID 0), log number is 0
-2022/11/23-16:41:51.035039 8618599680 [db/db_impl/db_impl_open.cc:532] DB ID: 617ff1b8-76cb-4268-9cac-211508a234f5
-2022/11/23-16:41:51.035125 8618599680 [db/version_set.cc:4467] Creating manifest 5
-2022/11/23-16:41:51.036016 8618599680 [db/db_impl/db_impl_open.cc:1965] SstFileManager instance 0x11ee09e60
-2022/11/23-16:41:51.036040 8618599680 DB pointer 0x11f02e600
-2022/11/23-16:41:51.040752 8618599680 [db/db_impl/db_impl.cc:480] Shutdown: canceling all background work
-2022/11/23-16:41:51.040798 8618599680 [db/db_impl/db_impl.cc:710] Shutdown complete
diff --git a/core/data/index/subdomain_count/MANIFEST-000009 b/core/data/index/subdomain_count/MANIFEST-000009
deleted file mode 100644
index e76c7d7d..00000000
Binary files a/core/data/index/subdomain_count/MANIFEST-000009 and /dev/null differ
diff --git a/core/data/index/subdomain_count/OPTIONS-000007 b/core/data/index/subdomain_count/OPTIONS-000007
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/index/subdomain_count/OPTIONS-000007
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/data/index/subdomain_count/OPTIONS-000011 b/core/data/index/subdomain_count/OPTIONS-000011
deleted file mode 100644
index 76471dc3..00000000
--- a/core/data/index/subdomain_count/OPTIONS-000011
+++ /dev/null
@@ -1,191 +0,0 @@
-# This is a RocksDB option file.
-#
-# For detailed file format spec, please refer to the example file
-# in examples/rocksdb_option_file_example.ini
-#
-
-[Version]
- rocksdb_version=7.4.4
- options_file_version=1.1
-
-[DBOptions]
- max_background_flushes=-1
- compaction_readahead_size=0
- strict_bytes_per_sync=false
- wal_bytes_per_sync=0
- max_open_files=-1
- stats_history_buffer_size=1048576
- max_total_wal_size=0
- stats_persist_period_sec=600
- stats_dump_period_sec=600
- avoid_flush_during_shutdown=false
- max_subcompactions=1
- bytes_per_sync=0
- delayed_write_rate=16777216
- max_background_compactions=-1
- max_background_jobs=2
- delete_obsolete_files_period_micros=21600000000
- writable_file_max_buffer_size=1048576
- file_checksum_gen_factory=nullptr
- allow_data_in_errors=false
- max_bgerror_resume_count=2147483647
- best_efforts_recovery=false
- write_dbid_to_manifest=false
- atomic_flush=false
- wal_compression=kNoCompression
- manual_wal_flush=false
- two_write_queues=false
- avoid_flush_during_recovery=false
- dump_malloc_stats=false
- info_log_level=INFO_LEVEL
- write_thread_slow_yield_usec=3
- allow_ingest_behind=false
- fail_if_options_file_error=false
- persist_stats_to_disk=false
- WAL_ttl_seconds=0
- bgerror_resume_retry_interval=1000000
- allow_concurrent_memtable_write=true
- paranoid_checks=true
- WAL_size_limit_MB=0
- lowest_used_cache_tier=kNonVolatileBlockTier
- keep_log_file_num=1000
- table_cache_numshardbits=6
- max_file_opening_threads=16
- use_fsync=false
- unordered_write=false
- random_access_max_buffer_size=1048576
- log_readahead_size=0
- enable_pipelined_write=false
- wal_recovery_mode=kPointInTimeRecovery
- db_write_buffer_size=0
- allow_2pc=false
- skip_checking_sst_file_sizes_on_db_open=false
- skip_stats_update_on_db_open=false
- recycle_log_file_num=0
- db_host_id=__hostname__
- access_hint_on_compaction_start=NORMAL
- verify_sst_unique_id_in_manifest=false
- track_and_verify_wals_in_manifest=false
- error_if_exists=false
- manifest_preallocation_size=4194304
- is_fd_close_on_exec=true
- enable_write_thread_adaptive_yield=true
- experimental_mempurge_threshold=0.000000
- enable_thread_tracking=false
- avoid_unnecessary_blocking_io=false
- allow_fallocate=true
- max_log_file_size=0
- advise_random_on_open=true
- create_missing_column_families=false
- max_write_batch_group_size_bytes=1048576
- use_adaptive_mutex=false
- wal_filter=nullptr
- create_if_missing=true
- enforce_single_del_contracts=true
- allow_mmap_writes=false
- log_file_time_to_roll=0
- use_direct_io_for_flush_and_compaction=false
- flush_verify_memtable_count=true
- max_manifest_file_size=1073741824
- write_thread_max_yield_usec=100
- use_direct_reads=false
- allow_mmap_reads=false
-
-
-[CFOptions "default"]
- bottommost_compression=kDisableCompressionOption
- sample_for_compression=0
- blob_garbage_collection_age_cutoff=0.250000
- blob_compaction_readahead_size=0
- level0_stop_writes_trigger=36
- min_blob_size=0
- compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;}
- target_file_size_base=67108864
- max_bytes_for_level_base=268435456
- memtable_whole_key_filtering=false
- blob_file_starting_level=0
- soft_pending_compaction_bytes_limit=68719476736
- blob_compression_type=kNoCompression
- max_write_buffer_number=2
- ttl=2592000
- compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
- check_flush_compaction_key_order=true
- max_successive_merges=0
- inplace_update_num_locks=10000
- enable_blob_garbage_collection=false
- arena_block_size=1048576
- bottommost_temperature=kUnknown
- bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- target_file_size_multiplier=1
- max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
- blob_garbage_collection_force_threshold=1.000000
- enable_blob_files=false
- level0_slowdown_writes_trigger=20
- compression=kSnappyCompression
- level0_file_num_compaction_trigger=4
- blob_file_size=268435456
- prefix_extractor=nullptr
- max_bytes_for_level_multiplier=10.000000
- write_buffer_size=67108864
- disable_auto_compactions=false
- max_compaction_bytes=1677721600
- memtable_huge_page_size=0
- compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;}
- hard_pending_compaction_bytes_limit=274877906944
- periodic_compaction_seconds=0
- paranoid_file_checks=false
- memtable_prefix_bloom_size_ratio=0.000000
- max_sequential_skip_in_iterations=8
- report_bg_io_stats=false
- sst_partitioner_factory=nullptr
- compaction_pri=kMinOverlappingRatio
- compaction_style=kCompactionStyleLevel
- memtable_factory=SkipListFactory
- comparator=leveldb.BytewiseComparator
- bloom_locality=0
- compaction_filter_factory=nullptr
- min_write_buffer_number_to_merge=1
- max_write_buffer_number_to_maintain=0
- compaction_filter=nullptr
- merge_operator=nullptr
- num_levels=7
- force_consistency_checks=true
- optimize_filters_for_hits=false
- table_factory=BlockBasedTable
- max_write_buffer_size_to_maintain=0
- memtable_insert_with_hint_prefix_extractor=nullptr
- level_compaction_dynamic_level_bytes=false
- inplace_update_support=false
-
-[TableOptions/BlockBasedTable "default"]
- metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
- read_amp_bytes_per_bit=0
- verify_compression=false
- format_version=5
- optimize_filters_for_memory=false
- partition_filters=false
- detect_filter_construct_corruption=false
- initial_auto_readahead_size=8192
- max_auto_readahead_size=262144
- enable_index_compression=true
- checksum=kCRC32c
- index_block_restart_interval=1
- pin_top_level_index_and_filter=true
- block_align=false
- block_size=4096
- index_type=kBinarySearch
- filter_policy=nullptr
- metadata_block_size=4096
- no_block_cache=false
- index_shortening=kShortenSeparators
- whole_key_filtering=true
- block_size_deviation=10
- data_block_index_type=kDataBlockBinarySearch
- data_block_hash_table_util_ratio=0.750000
- cache_index_and_filter_blocks=false
- prepopulate_block_cache=kDisable
- block_restart_interval=16
- pin_l0_filter_and_index_blocks_in_cache=false
- cache_index_and_filter_blocks_with_high_priority=true
- flush_block_policy_factory=FlushBlockBySizePolicyFactory
-
diff --git a/core/src/webgraph/centrality/harmonic.rs b/core/src/webgraph/centrality/harmonic.rs
index 6879ec28..8291c790 100644
--- a/core/src/webgraph/centrality/harmonic.rs
+++ b/core/src/webgraph/centrality/harmonic.rs
@@ -14,16 +14,9 @@
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.
-use std::{
- collections::HashMap,
- sync::{
- atomic::{AtomicU64, Ordering},
- Mutex,
- },
-};
+use std::collections::HashMap;
use bitvec::vec::BitVec;
-use rayon::prelude::*;
use tracing::info;
use crate::{
@@ -33,7 +26,7 @@ use crate::{
webgraph::{graph_store::GraphStore, Node, Store, Webgraph},
};
-const HYPERLOGLOG_COUNTERS: usize = 16;
+const HYPERLOGLOG_COUNTERS: usize = 64;
#[derive(Clone)]
struct JankyBloomFilter {
@@ -92,7 +85,7 @@ where
})
.collect();
- let counter_changes = AtomicU64::new(counters.len() as u64);
+ let mut counter_changes = counters.len() as u64;
let mut t = 0;
let mut centralities: IntMap<KahanSum> = nodes
.iter()
@@ -105,47 +98,64 @@ where
}
loop {
- if counter_changes.load(Ordering::SeqCst) == 0 {
+ if counter_changes == 0 {
break;
}
- let new_counters: IntMap<_> = counters
- .clone()
- .into_iter()
- .map(|(node, counter)| (node, Mutex::new(counter)))
- .collect();
+ let mut new_counters: IntMap<_> = counters.clone();
- counter_changes.store(0, Ordering::SeqCst);
- let new_changed_nodes = Mutex::new(JankyBloomFilter::new(nodes.len() as u64, 0.05));
+ counter_changes = 0;
+ let mut new_changed_nodes = JankyBloomFilter::new(nodes.len() as u64, 0.05);
- nodes.par_iter().for_each(|node| {
- for edge in graph.ingoing_edges(*node) {
- if !changed_nodes.contains(&edge.from) {
- continue;
- }
+ for edge in graph.edges() {
+ if !changed_nodes.contains(&edge.from) {
+ continue;
+ }
- if let (Some(counter_to), Some(counter_from)) =
- (new_counters.get(&edge.to), counters.get(&edge.from))
+ if let (Some(counter_to), Some(counter_from)) =
+ (new_counters.get_mut(&edge.to), counters.get(&edge.from))
+ {
+ if counter_to
+ .registers()
+ .iter()
+ .zip(counter_from.registers().iter())
+ .any(|(to, from)| *from > *to)
{
- let mut counter_to = counter_to.lock().unwrap();
- if counter_to
- .registers()
- .iter()
- .zip(counter_from.registers().iter())
- .any(|(to, from)| *from > *to)
- {
- counter_to.merge(counter_from);
- new_changed_nodes.lock().unwrap().insert(edge.to);
- counter_changes.fetch_add(1, Ordering::SeqCst);
- }
+ counter_to.merge(counter_from);
+ new_changed_nodes.insert(edge.to);
+ counter_changes += 1;
}
}
- });
+ }
+
+ // nodes.iter().for_each(|node| {
+ // for edge in graph.ingoing_edges(*node) {
+ // if !changed_nodes.contains(&edge.from) {
+ // continue;
+ // }
+
+ // if let (Some(counter_to), Some(counter_from)) =
+ // (new_counters.get(&edge.to), counters.get(&edge.from))
+ // {
+ // let mut counter_to = counter_to.lock().unwrap();
+ // if counter_to
+ // .registers()
+ // .iter()
+ // .zip(counter_from.registers().iter())
+ // .any(|(to, from)| *from > *to)
+ // {
+ // counter_to.merge(counter_from);
+ // new_changed_nodes.lock().unwrap().insert(edge.to);
+ // counter_changes.fetch_add(1, Ordering::SeqCst);
+ // }
+ // }
+ // }
+ // });
for (node, score) in centralities.iter_mut() {
*score += new_counters
.get(node)
- .map(|counter| counter.lock().unwrap().size())
+ .map(|counter| counter.size())
.unwrap_or_default()
.checked_sub(
counters
@@ -157,11 +167,8 @@ where
/ (t + 1) as f64;
}
- counters = new_counters
- .into_iter()
- .map(|(node, counter)| (node, counter.into_inner().unwrap()))
- .collect();
- changed_nodes = new_changed_nodes.into_inner().unwrap();
+ counters = new_counters;
+ changed_nodes = new_changed_nodes;
t += 1;
}