# HELP ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts Number of connections closed due to idleness
# TYPE ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts counter
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{id="0",instance_id="01"} 7757
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{id="1",instance_id="01"} 7571
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{id="2",instance_id="01"} 12508
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="mds.ceph-filesystem-b",id="0"} 0
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="mds.ceph-filesystem-b",id="1"} 7283
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="mds.ceph-filesystem-b",id="2"} 2045
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="mon.a",id="0"} 1066
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="mon.a",id="1"} 675
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="mon.a",id="2"} 1238
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.1",id="0"} 13880
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.1",id="1"} 11983
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.1",id="2"} 16549
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.11",id="0"} 22811
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.11",id="1"} 13180
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.11",id="2"} 8873
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.4",id="0"} 9093
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.4",id="1"} 20834
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.4",id="2"} 3388
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.7",id="0"} 14750
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.7",id="1"} 17396
ceph_AsyncMessenger_Worker_msgr_connection_idle_timeouts{ceph_daemon="osd.7",id="2"} 13659
# HELP ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts Number of not yet ready connections declared as dead
# TYPE ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts counter
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{id="0",instance_id="01"} 1305
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{id="1",instance_id="01"} 1884
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{id="2",instance_id="01"} 2289
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="mds.ceph-filesystem-b",id="0"} 0
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="mds.ceph-filesystem-b",id="1"} 758
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="mds.ceph-filesystem-b",id="2"} 538
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="mon.a",id="0"} 0
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="mon.a",id="1"} 0
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="mon.a",id="2"} 6
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.1",id="0"} 660
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.1",id="1"} 521
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.1",id="2"} 544
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.11",id="0"} 1274
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.11",id="1"} 489
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.11",id="2"} 289
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.4",id="0"} 229
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.4",id="1"} 603
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.4",id="2"} 93
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.7",id="0"} 571
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.7",id="1"} 544
ceph_AsyncMessenger_Worker_msgr_connection_ready_timeouts{ceph_daemon="osd.7",id="2"} 552
# HELP ceph_blk_kernel_device_bluestore_discard_op Number of discard ops issued to kernel device
# TYPE ceph_blk_kernel_device_bluestore_discard_op counter
ceph_blk_kernel_device_bluestore_discard_op{ceph_daemon="osd.1"} 0
ceph_blk_kernel_device_bluestore_discard_op{ceph_daemon="osd.11"} 0
ceph_blk_kernel_device_bluestore_discard_op{ceph_daemon="osd.4"} 0
ceph_blk_kernel_device_bluestore_discard_op{ceph_daemon="osd.7"} 0
# HELP ceph_blk_kernel_device_bluestore_discard_threads Number of discard threads running
# TYPE ceph_blk_kernel_device_bluestore_discard_threads counter
ceph_blk_kernel_device_bluestore_discard_threads{ceph_daemon="osd.1"} 0
ceph_blk_kernel_device_bluestore_discard_threads{ceph_daemon="osd.11"} 0
ceph_blk_kernel_device_bluestore_discard_threads{ceph_daemon="osd.4"} 0
ceph_blk_kernel_device_bluestore_discard_threads{ceph_daemon="osd.7"} 0
# HELP ceph_blk_kernel_device_db_discard_op Number of discard ops issued to kernel device
# TYPE ceph_blk_kernel_device_db_discard_op counter
ceph_blk_kernel_device_db_discard_op{ceph_daemon="osd.1"} 0
ceph_blk_kernel_device_db_discard_op{ceph_daemon="osd.11"} 0
ceph_blk_kernel_device_db_discard_op{ceph_daemon="osd.4"} 0
ceph_blk_kernel_device_db_discard_op{ceph_daemon="osd.7"} 0
# HELP ceph_blk_kernel_device_db_discard_threads Number of discard threads running
# TYPE ceph_blk_kernel_device_db_discard_threads counter
ceph_blk_kernel_device_db_discard_threads{ceph_daemon="osd.1"} 0
ceph_blk_kernel_device_db_discard_threads{ceph_daemon="osd.11"} 0
ceph_blk_kernel_device_db_discard_threads{ceph_daemon="osd.4"} 0
ceph_blk_kernel_device_db_discard_threads{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_alloc_db_max_lat Max allocation latency for db device
# TYPE ceph_bluefs_alloc_db_max_lat gauge
ceph_bluefs_alloc_db_max_lat{ceph_daemon="osd.1"} 0.003097
ceph_bluefs_alloc_db_max_lat{ceph_daemon="osd.11"} 0.001402
ceph_bluefs_alloc_db_max_lat{ceph_daemon="osd.4"} 0.001854
ceph_bluefs_alloc_db_max_lat{ceph_daemon="osd.7"} 0.002902
# HELP ceph_bluefs_alloc_slow_fallback Amount of allocations that required fallback to  slow/shared device
# TYPE ceph_bluefs_alloc_slow_fallback counter
ceph_bluefs_alloc_slow_fallback{ceph_daemon="osd.1"} 0
ceph_bluefs_alloc_slow_fallback{ceph_daemon="osd.11"} 0
ceph_bluefs_alloc_slow_fallback{ceph_daemon="osd.4"} 0
ceph_bluefs_alloc_slow_fallback{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_alloc_slow_max_lat Max allocation latency for primary/shared device
# TYPE ceph_bluefs_alloc_slow_max_lat gauge
ceph_bluefs_alloc_slow_max_lat{ceph_daemon="osd.1"} 0.000000
ceph_bluefs_alloc_slow_max_lat{ceph_daemon="osd.11"} 0.000000
ceph_bluefs_alloc_slow_max_lat{ceph_daemon="osd.4"} 0.000000
ceph_bluefs_alloc_slow_max_lat{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluefs_alloc_slow_size_fallback Amount of allocations that required fallback to shared device's regular unit size
# TYPE ceph_bluefs_alloc_slow_size_fallback counter
ceph_bluefs_alloc_slow_size_fallback{ceph_daemon="osd.1"} 0
ceph_bluefs_alloc_slow_size_fallback{ceph_daemon="osd.11"} 0
ceph_bluefs_alloc_slow_size_fallback{ceph_daemon="osd.4"} 0
ceph_bluefs_alloc_slow_size_fallback{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_alloc_unit_db Allocation unit size (in bytes) for standalone DB device
# TYPE ceph_bluefs_alloc_unit_db counter
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.1"} 65536
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.11"} 65536
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.4"} 65536
ceph_bluefs_alloc_unit_db{ceph_daemon="osd.7"} 65536
# HELP ceph_bluefs_alloc_unit_slow Allocation unit size (in bytes) for primary/shared device
# TYPE ceph_bluefs_alloc_unit_slow counter
ceph_bluefs_alloc_unit_slow{ceph_daemon="osd.1"} 0
ceph_bluefs_alloc_unit_slow{ceph_daemon="osd.11"} 0
ceph_bluefs_alloc_unit_slow{ceph_daemon="osd.4"} 0
ceph_bluefs_alloc_unit_slow{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_alloc_unit_wal Allocation unit size (in bytes) for standalone WAL device
# TYPE ceph_bluefs_alloc_unit_wal counter
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.1"} 0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.11"} 0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.4"} 0
ceph_bluefs_alloc_unit_wal{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_alloc_wal_max_lat Max allocation latency for wal device
# TYPE ceph_bluefs_alloc_wal_max_lat gauge
ceph_bluefs_alloc_wal_max_lat{ceph_daemon="osd.1"} 0.000000
ceph_bluefs_alloc_wal_max_lat{ceph_daemon="osd.11"} 0.000000
ceph_bluefs_alloc_wal_max_lat{ceph_daemon="osd.4"} 0.000000
ceph_bluefs_alloc_wal_max_lat{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluefs_bytes_written_slow Bytes written to WAL/SSTs at slow device
# TYPE ceph_bluefs_bytes_written_slow counter
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.1"} 0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.11"} 0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.4"} 0
ceph_bluefs_bytes_written_slow{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_bytes_written_sst Bytes written to SSTs
# TYPE ceph_bluefs_bytes_written_sst counter
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.1"} 14427926528
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.11"} 13041278976
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.4"} 13381586944
ceph_bluefs_bytes_written_sst{ceph_daemon="osd.7"} 18909958144
# HELP ceph_bluefs_bytes_written_wal Bytes written to WAL
# TYPE ceph_bluefs_bytes_written_wal counter
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.1"} 146499080192
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.11"} 144870977536
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.4"} 139529854976
ceph_bluefs_bytes_written_wal{ceph_daemon="osd.7"} 173986660352
# HELP ceph_bluefs_compact_lat_count Average bluefs log compaction latency Count
# TYPE ceph_bluefs_compact_lat_count counter
ceph_bluefs_compact_lat_count{ceph_daemon="osd.1"} 2110
ceph_bluefs_compact_lat_count{ceph_daemon="osd.11"} 1990
ceph_bluefs_compact_lat_count{ceph_daemon="osd.4"} 2134
ceph_bluefs_compact_lat_count{ceph_daemon="osd.7"} 2284
# HELP ceph_bluefs_compact_lat_sum Average bluefs log compaction latency Total
# TYPE ceph_bluefs_compact_lat_sum gauge
ceph_bluefs_compact_lat_sum{ceph_daemon="osd.1"} 34.082908
ceph_bluefs_compact_lat_sum{ceph_daemon="osd.11"} 34.775590
ceph_bluefs_compact_lat_sum{ceph_daemon="osd.4"} 34.645007
ceph_bluefs_compact_lat_sum{ceph_daemon="osd.7"} 37.168524
# HELP ceph_bluefs_compact_lock_lat_count Average lock duration while compacting bluefs log Count
# TYPE ceph_bluefs_compact_lock_lat_count counter
ceph_bluefs_compact_lock_lat_count{ceph_daemon="osd.1"} 2109
ceph_bluefs_compact_lock_lat_count{ceph_daemon="osd.11"} 1990
ceph_bluefs_compact_lock_lat_count{ceph_daemon="osd.4"} 2133
ceph_bluefs_compact_lock_lat_count{ceph_daemon="osd.7"} 2283
# HELP ceph_bluefs_compact_lock_lat_sum Average lock duration while compacting bluefs log Total
# TYPE ceph_bluefs_compact_lock_lat_sum gauge
ceph_bluefs_compact_lock_lat_sum{ceph_daemon="osd.1"} 7.587310
ceph_bluefs_compact_lock_lat_sum{ceph_daemon="osd.11"} 7.390454
ceph_bluefs_compact_lock_lat_sum{ceph_daemon="osd.4"} 7.470908
ceph_bluefs_compact_lock_lat_sum{ceph_daemon="osd.7"} 8.449235
# HELP ceph_bluefs_db_alloc_lat_count Average bluefs db allocate latency Count
# TYPE ceph_bluefs_db_alloc_lat_count counter
ceph_bluefs_db_alloc_lat_count{ceph_daemon="osd.1"} 33108
ceph_bluefs_db_alloc_lat_count{ceph_daemon="osd.11"} 33733
ceph_bluefs_db_alloc_lat_count{ceph_daemon="osd.4"} 32312
ceph_bluefs_db_alloc_lat_count{ceph_daemon="osd.7"} 38415
# HELP ceph_bluefs_db_alloc_lat_sum Average bluefs db allocate latency Total
# TYPE ceph_bluefs_db_alloc_lat_sum gauge
ceph_bluefs_db_alloc_lat_sum{ceph_daemon="osd.1"} 1.047734
ceph_bluefs_db_alloc_lat_sum{ceph_daemon="osd.11"} 1.122481
ceph_bluefs_db_alloc_lat_sum{ceph_daemon="osd.4"} 1.033296
ceph_bluefs_db_alloc_lat_sum{ceph_daemon="osd.7"} 1.362475
# HELP ceph_bluefs_db_total_bytes Total bytes (main db device)
# TYPE ceph_bluefs_db_total_bytes gauge
ceph_bluefs_db_total_bytes{ceph_daemon="osd.1"} 1099511627776
ceph_bluefs_db_total_bytes{ceph_daemon="osd.11"} 1099511627776
ceph_bluefs_db_total_bytes{ceph_daemon="osd.4"} 1099511627776
ceph_bluefs_db_total_bytes{ceph_daemon="osd.7"} 1099511627776
# HELP ceph_bluefs_db_used_bytes Used bytes (main db device)
# TYPE ceph_bluefs_db_used_bytes gauge
ceph_bluefs_db_used_bytes{ceph_daemon="osd.1"} 1735327744
ceph_bluefs_db_used_bytes{ceph_daemon="osd.11"} 1766391808
ceph_bluefs_db_used_bytes{ceph_daemon="osd.4"} 1860108288
ceph_bluefs_db_used_bytes{ceph_daemon="osd.7"} 1987117056
# HELP ceph_bluefs_flush_lat_count Average bluefs flush latency Count
# TYPE ceph_bluefs_flush_lat_count counter
ceph_bluefs_flush_lat_count{ceph_daemon="osd.1"} 8573740
ceph_bluefs_flush_lat_count{ceph_daemon="osd.11"} 8089340
ceph_bluefs_flush_lat_count{ceph_daemon="osd.4"} 8670368
ceph_bluefs_flush_lat_count{ceph_daemon="osd.7"} 9284053
# HELP ceph_bluefs_flush_lat_sum Average bluefs flush latency Total
# TYPE ceph_bluefs_flush_lat_sum gauge
ceph_bluefs_flush_lat_sum{ceph_daemon="osd.1"} 32418.675855
ceph_bluefs_flush_lat_sum{ceph_daemon="osd.11"} 30876.571331
ceph_bluefs_flush_lat_sum{ceph_daemon="osd.4"} 32620.074488
ceph_bluefs_flush_lat_sum{ceph_daemon="osd.7"} 35267.048496
# HELP ceph_bluefs_fsync_lat_count Average bluefs fsync latency Count
# TYPE ceph_bluefs_fsync_lat_count counter
ceph_bluefs_fsync_lat_count{ceph_daemon="osd.1"} 8555725
ceph_bluefs_fsync_lat_count{ceph_daemon="osd.11"} 8073757
ceph_bluefs_fsync_lat_count{ceph_daemon="osd.4"} 8653656
ceph_bluefs_fsync_lat_count{ceph_daemon="osd.7"} 9259746
# HELP ceph_bluefs_fsync_lat_sum Average bluefs fsync latency Total
# TYPE ceph_bluefs_fsync_lat_sum gauge
ceph_bluefs_fsync_lat_sum{ceph_daemon="osd.1"} 71022.835064
ceph_bluefs_fsync_lat_sum{ceph_daemon="osd.11"} 68508.693766
ceph_bluefs_fsync_lat_sum{ceph_daemon="osd.4"} 71229.723002
ceph_bluefs_fsync_lat_sum{ceph_daemon="osd.7"} 79161.652349
# HELP ceph_bluefs_log_bytes Size of the metadata log
# TYPE ceph_bluefs_log_bytes gauge
ceph_bluefs_log_bytes{ceph_daemon="osd.1"} 14438400
ceph_bluefs_log_bytes{ceph_daemon="osd.11"} 7479296
ceph_bluefs_log_bytes{ceph_daemon="osd.4"} 11735040
ceph_bluefs_log_bytes{ceph_daemon="osd.7"} 2121728
# HELP ceph_bluefs_logged_bytes Bytes written to the metadata log
# TYPE ceph_bluefs_logged_bytes counter
ceph_bluefs_logged_bytes{ceph_daemon="osd.1"} 35082502144
ceph_bluefs_logged_bytes{ceph_daemon="osd.11"} 33108549632
ceph_bluefs_logged_bytes{ceph_daemon="osd.4"} 35481395200
ceph_bluefs_logged_bytes{ceph_daemon="osd.7"} 37973413888
# HELP ceph_bluefs_max_bytes_db Maximum bytes allocated from DB
# TYPE ceph_bluefs_max_bytes_db counter
ceph_bluefs_max_bytes_db{ceph_daemon="osd.1"} 2765029376
ceph_bluefs_max_bytes_db{ceph_daemon="osd.11"} 2449670144
ceph_bluefs_max_bytes_db{ceph_daemon="osd.4"} 2722562048
ceph_bluefs_max_bytes_db{ceph_daemon="osd.7"} 2947088384
# HELP ceph_bluefs_max_bytes_slow Maximum bytes allocated from SLOW
# TYPE ceph_bluefs_max_bytes_slow counter
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.1"} 0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.11"} 0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.4"} 0
ceph_bluefs_max_bytes_slow{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_max_bytes_wal Maximum bytes allocated from WAL
# TYPE ceph_bluefs_max_bytes_wal counter
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.1"} 0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.11"} 0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.4"} 0
ceph_bluefs_max_bytes_wal{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_num_files File count
# TYPE ceph_bluefs_num_files gauge
ceph_bluefs_num_files{ceph_daemon="osd.1"} 110
ceph_bluefs_num_files{ceph_daemon="osd.11"} 134
ceph_bluefs_num_files{ceph_daemon="osd.4"} 114
ceph_bluefs_num_files{ceph_daemon="osd.7"} 131
# HELP ceph_bluefs_read_bytes Bytes requested in buffered read mode
# TYPE ceph_bluefs_read_bytes counter
ceph_bluefs_read_bytes{ceph_daemon="osd.1"} 40129214930
ceph_bluefs_read_bytes{ceph_daemon="osd.11"} 35157579718
ceph_bluefs_read_bytes{ceph_daemon="osd.4"} 34568302617
ceph_bluefs_read_bytes{ceph_daemon="osd.7"} 44707063475
# HELP ceph_bluefs_read_count buffered read requests processed
# TYPE ceph_bluefs_read_count counter
ceph_bluefs_read_count{ceph_daemon="osd.1"} 1600346
ceph_bluefs_read_count{ceph_daemon="osd.11"} 1149248
ceph_bluefs_read_count{ceph_daemon="osd.4"} 1112331
ceph_bluefs_read_count{ceph_daemon="osd.7"} 1393666
# HELP ceph_bluefs_read_disk_bytes Bytes read in buffered mode from disk
# TYPE ceph_bluefs_read_disk_bytes counter
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.1"} 32535941120
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.11"} 28629864448
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.4"} 27766980608
ceph_bluefs_read_disk_bytes{ceph_daemon="osd.7"} 36219416576
# HELP ceph_bluefs_read_disk_bytes_db reads requests going to DB disk
# TYPE ceph_bluefs_read_disk_bytes_db counter
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.1"} 32535945216
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.11"} 28629868544
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.4"} 27766984704
ceph_bluefs_read_disk_bytes_db{ceph_daemon="osd.7"} 36219420672
# HELP ceph_bluefs_read_disk_bytes_slow reads requests going to main disk
# TYPE ceph_bluefs_read_disk_bytes_slow counter
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.1"} 0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.11"} 0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.4"} 0
ceph_bluefs_read_disk_bytes_slow{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_read_disk_bytes_wal reads requests going to WAL disk
# TYPE ceph_bluefs_read_disk_bytes_wal counter
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.1"} 0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.11"} 0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.4"} 0
ceph_bluefs_read_disk_bytes_wal{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_read_disk_count buffered reads requests going to disk
# TYPE ceph_bluefs_read_disk_count counter
ceph_bluefs_read_disk_count{ceph_daemon="osd.1"} 1198838
ceph_bluefs_read_disk_count{ceph_daemon="osd.11"} 895107
ceph_bluefs_read_disk_count{ceph_daemon="osd.4"} 849472
ceph_bluefs_read_disk_count{ceph_daemon="osd.7"} 1072341
# HELP ceph_bluefs_read_lat_count Average bluefs read latency Count
# TYPE ceph_bluefs_read_lat_count counter
ceph_bluefs_read_lat_count{ceph_daemon="osd.1"} 1600346
ceph_bluefs_read_lat_count{ceph_daemon="osd.11"} 1149248
ceph_bluefs_read_lat_count{ceph_daemon="osd.4"} 1112331
ceph_bluefs_read_lat_count{ceph_daemon="osd.7"} 1393666
# HELP ceph_bluefs_read_lat_sum Average bluefs read latency Total
# TYPE ceph_bluefs_read_lat_sum gauge
ceph_bluefs_read_lat_sum{ceph_daemon="osd.1"} 535.688408
ceph_bluefs_read_lat_sum{ceph_daemon="osd.11"} 550.276859
ceph_bluefs_read_lat_sum{ceph_daemon="osd.4"} 493.079430
ceph_bluefs_read_lat_sum{ceph_daemon="osd.7"} 730.805691
# HELP ceph_bluefs_read_prefetch_bytes Bytes requested in prefetch read mode
# TYPE ceph_bluefs_read_prefetch_bytes counter
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.1"} 40062590570
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.11"} 35157214344
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.4"} 34516918817
ceph_bluefs_read_prefetch_bytes{ceph_daemon="osd.7"} 44664267400
# HELP ceph_bluefs_read_prefetch_count prefetch read requests processed
# TYPE ceph_bluefs_read_prefetch_count counter
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.1"} 1595607
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.11"} 1149162
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.4"} 1108567
ceph_bluefs_read_prefetch_count{ceph_daemon="osd.7"} 1391564
# HELP ceph_bluefs_read_random_buffer_bytes Bytes read from prefetch buffer in random read mode
# TYPE ceph_bluefs_read_random_buffer_bytes counter
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.1"} 12915313509
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.11"} 12111589968
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.4"} 13019991206
ceph_bluefs_read_random_buffer_bytes{ceph_daemon="osd.7"} 15708327289
# HELP ceph_bluefs_read_random_buffer_count random read requests processed using prefetch buffer
# TYPE ceph_bluefs_read_random_buffer_count counter
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.1"} 3425493
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.11"} 3225466
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.4"} 3446695
ceph_bluefs_read_random_buffer_count{ceph_daemon="osd.7"} 4136185
# HELP ceph_bluefs_read_random_bytes Bytes requested in random read mode
# TYPE ceph_bluefs_read_random_bytes counter
ceph_bluefs_read_random_bytes{ceph_daemon="osd.1"} 34014610873
ceph_bluefs_read_random_bytes{ceph_daemon="osd.11"} 30206580158
ceph_bluefs_read_random_bytes{ceph_daemon="osd.4"} 32807799293
ceph_bluefs_read_random_bytes{ceph_daemon="osd.7"} 42275916188
# HELP ceph_bluefs_read_random_count random read requests processed
# TYPE ceph_bluefs_read_random_count counter
ceph_bluefs_read_random_count{ceph_daemon="osd.1"} 5222292
ceph_bluefs_read_random_count{ceph_daemon="osd.11"} 4930561
ceph_bluefs_read_random_count{ceph_daemon="osd.4"} 5228226
ceph_bluefs_read_random_count{ceph_daemon="osd.7"} 6278064
# HELP ceph_bluefs_read_random_disk_bytes Bytes read from disk in random read mode
# TYPE ceph_bluefs_read_random_disk_bytes counter
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.1"} 21099297364
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.11"} 18094990190
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.4"} 19787808087
ceph_bluefs_read_random_disk_bytes{ceph_daemon="osd.7"} 26567588899
# HELP ceph_bluefs_read_random_disk_bytes_db random reads requests going to DB disk
# TYPE ceph_bluefs_read_random_disk_bytes_db counter
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.1"} 21099297364
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.11"} 18094990190
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.4"} 19787808087
ceph_bluefs_read_random_disk_bytes_db{ceph_daemon="osd.7"} 26567588899
# HELP ceph_bluefs_read_random_disk_bytes_slow random reads requests going to main disk
# TYPE ceph_bluefs_read_random_disk_bytes_slow counter
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.1"} 0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.11"} 0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.4"} 0
ceph_bluefs_read_random_disk_bytes_slow{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_read_random_disk_bytes_wal random reads requests going to WAL disk
# TYPE ceph_bluefs_read_random_disk_bytes_wal counter
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.1"} 0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.11"} 0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.4"} 0
ceph_bluefs_read_random_disk_bytes_wal{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_read_random_disk_count random reads requests going to disk
# TYPE ceph_bluefs_read_random_disk_count counter
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.1"} 1838138
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.11"} 1748851
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.4"} 1824767
ceph_bluefs_read_random_disk_count{ceph_daemon="osd.7"} 2195299
# HELP ceph_bluefs_read_random_lat_count Average bluefs read_random latency Count
# TYPE ceph_bluefs_read_random_lat_count counter
ceph_bluefs_read_random_lat_count{ceph_daemon="osd.1"} 5222292
ceph_bluefs_read_random_lat_count{ceph_daemon="osd.11"} 4930561
ceph_bluefs_read_random_lat_count{ceph_daemon="osd.4"} 5228226
ceph_bluefs_read_random_lat_count{ceph_daemon="osd.7"} 6278064
# HELP ceph_bluefs_read_random_lat_sum Average bluefs read_random latency Total
# TYPE ceph_bluefs_read_random_lat_sum gauge
ceph_bluefs_read_random_lat_sum{ceph_daemon="osd.1"} 561.138851
ceph_bluefs_read_random_lat_sum{ceph_daemon="osd.11"} 565.930625
ceph_bluefs_read_random_lat_sum{ceph_daemon="osd.4"} 496.440663
ceph_bluefs_read_random_lat_sum{ceph_daemon="osd.7"} 700.281898
# HELP ceph_bluefs_slow_alloc_lat_count Average allocation latency for primary/shared device Count
# TYPE ceph_bluefs_slow_alloc_lat_count counter
ceph_bluefs_slow_alloc_lat_count{ceph_daemon="osd.1"} 0
ceph_bluefs_slow_alloc_lat_count{ceph_daemon="osd.11"} 0
ceph_bluefs_slow_alloc_lat_count{ceph_daemon="osd.4"} 0
ceph_bluefs_slow_alloc_lat_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_slow_alloc_lat_sum Average allocation latency for primary/shared device Total
# TYPE ceph_bluefs_slow_alloc_lat_sum gauge
ceph_bluefs_slow_alloc_lat_sum{ceph_daemon="osd.1"} 0.000000
ceph_bluefs_slow_alloc_lat_sum{ceph_daemon="osd.11"} 0.000000
ceph_bluefs_slow_alloc_lat_sum{ceph_daemon="osd.4"} 0.000000
ceph_bluefs_slow_alloc_lat_sum{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluefs_slow_total_bytes Total bytes (slow device)
# TYPE ceph_bluefs_slow_total_bytes gauge
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.1"} 0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.11"} 0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.4"} 0
ceph_bluefs_slow_total_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_slow_used_bytes Used bytes (slow device)
# TYPE ceph_bluefs_slow_used_bytes gauge
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.1"} 0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.11"} 0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.4"} 0
ceph_bluefs_slow_used_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_truncate_lat_count Average bluefs truncate latency Count
# TYPE ceph_bluefs_truncate_lat_count counter
ceph_bluefs_truncate_lat_count{ceph_daemon="osd.1"} 8616
ceph_bluefs_truncate_lat_count{ceph_daemon="osd.11"} 8596
ceph_bluefs_truncate_lat_count{ceph_daemon="osd.4"} 7982
ceph_bluefs_truncate_lat_count{ceph_daemon="osd.7"} 10603
# HELP ceph_bluefs_truncate_lat_sum Average bluefs truncate latency Total
# TYPE ceph_bluefs_truncate_lat_sum gauge
ceph_bluefs_truncate_lat_sum{ceph_daemon="osd.1"} 1.763812
ceph_bluefs_truncate_lat_sum{ceph_daemon="osd.11"} 0.944114
ceph_bluefs_truncate_lat_sum{ceph_daemon="osd.4"} 1.929160
ceph_bluefs_truncate_lat_sum{ceph_daemon="osd.7"} 2.671801
# HELP ceph_bluefs_unlink_lat_count Average bluefs unlink latency Count
# TYPE ceph_bluefs_unlink_lat_count counter
ceph_bluefs_unlink_lat_count{ceph_daemon="osd.1"} 8578
ceph_bluefs_unlink_lat_count{ceph_daemon="osd.11"} 8475
ceph_bluefs_unlink_lat_count{ceph_daemon="osd.4"} 7930
ceph_bluefs_unlink_lat_count{ceph_daemon="osd.7"} 10542
# HELP ceph_bluefs_unlink_lat_sum Average bluefs unlink latency Total
# TYPE ceph_bluefs_unlink_lat_sum gauge
ceph_bluefs_unlink_lat_sum{ceph_daemon="osd.1"} 0.790642
ceph_bluefs_unlink_lat_sum{ceph_daemon="osd.11"} 0.538596
ceph_bluefs_unlink_lat_sum{ceph_daemon="osd.4"} 1.017402
ceph_bluefs_unlink_lat_sum{ceph_daemon="osd.7"} 1.205767
# HELP ceph_bluefs_wal_alloc_lat_count Average bluefs wal allocate latency Count
# TYPE ceph_bluefs_wal_alloc_lat_count counter
ceph_bluefs_wal_alloc_lat_count{ceph_daemon="osd.1"} 0
ceph_bluefs_wal_alloc_lat_count{ceph_daemon="osd.11"} 0
ceph_bluefs_wal_alloc_lat_count{ceph_daemon="osd.4"} 0
ceph_bluefs_wal_alloc_lat_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_wal_alloc_lat_sum Average bluefs wal allocate latency Total
# TYPE ceph_bluefs_wal_alloc_lat_sum gauge
ceph_bluefs_wal_alloc_lat_sum{ceph_daemon="osd.1"} 0.000000
ceph_bluefs_wal_alloc_lat_sum{ceph_daemon="osd.11"} 0.000000
ceph_bluefs_wal_alloc_lat_sum{ceph_daemon="osd.4"} 0.000000
ceph_bluefs_wal_alloc_lat_sum{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluefs_wal_total_bytes Total bytes (wal device)
# TYPE ceph_bluefs_wal_total_bytes gauge
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.1"} 0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.11"} 0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.4"} 0
ceph_bluefs_wal_total_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_wal_used_bytes Used bytes (wal device)
# TYPE ceph_bluefs_wal_used_bytes gauge
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.1"} 0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.11"} 0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.4"} 0
ceph_bluefs_wal_used_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluefs_write_bytes Bytes written
# TYPE ceph_bluefs_write_bytes counter
ceph_bluefs_write_bytes{ceph_daemon="osd.1"} 196325892096
ceph_bluefs_write_bytes{ceph_daemon="osd.11"} 191319068672
ceph_bluefs_write_bytes{ceph_daemon="osd.4"} 188712398848
ceph_bluefs_write_bytes{ceph_daemon="osd.7"} 231213453312
# HELP ceph_bluestore_alloc_unit allocation unit size in bytes
# TYPE ceph_bluestore_alloc_unit gauge
ceph_bluestore_alloc_unit{ceph_daemon="osd.1"} 4096
ceph_bluestore_alloc_unit{ceph_daemon="osd.11"} 4096
ceph_bluestore_alloc_unit{ceph_daemon="osd.4"} 4096
ceph_bluestore_alloc_unit{ceph_daemon="osd.7"} 4096
# HELP ceph_bluestore_allocated Sum for allocated bytes
# TYPE ceph_bluestore_allocated gauge
ceph_bluestore_allocated{ceph_daemon="osd.1"} 450176233472
ceph_bluestore_allocated{ceph_daemon="osd.11"} 402938216448
ceph_bluestore_allocated{ceph_daemon="osd.4"} 434965385216
ceph_bluestore_allocated{ceph_daemon="osd.7"} 513878818816
# HELP ceph_bluestore_allocator_lat_count Average bluestore allocator latency Count
# TYPE ceph_bluestore_allocator_lat_count counter
ceph_bluestore_allocator_lat_count{ceph_daemon="osd.1"} 1994965
ceph_bluestore_allocator_lat_count{ceph_daemon="osd.11"} 2100093
ceph_bluestore_allocator_lat_count{ceph_daemon="osd.4"} 1958285
ceph_bluestore_allocator_lat_count{ceph_daemon="osd.7"} 2464993
# HELP ceph_bluestore_allocator_lat_sum Average bluestore allocator latency Total
# TYPE ceph_bluestore_allocator_lat_sum gauge
ceph_bluestore_allocator_lat_sum{ceph_daemon="osd.1"} 60.623655
ceph_bluestore_allocator_lat_sum{ceph_daemon="osd.11"} 62.100954
ceph_bluestore_allocator_lat_sum{ceph_daemon="osd.4"} 59.037910
ceph_bluestore_allocator_lat_sum{ceph_daemon="osd.7"} 79.402046
# HELP ceph_bluestore_clist_lat_count Average collection listing latency Count
# TYPE ceph_bluestore_clist_lat_count counter
ceph_bluestore_clist_lat_count{ceph_daemon="osd.1"} 119005
ceph_bluestore_clist_lat_count{ceph_daemon="osd.11"} 118662
ceph_bluestore_clist_lat_count{ceph_daemon="osd.4"} 123484
ceph_bluestore_clist_lat_count{ceph_daemon="osd.7"} 165059
# HELP ceph_bluestore_clist_lat_sum Average collection listing latency Total
# TYPE ceph_bluestore_clist_lat_sum gauge
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.1"} 736.334610
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.11"} 772.318515
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.4"} 701.830281
ceph_bluestore_clist_lat_sum{ceph_daemon="osd.7"} 1013.231077
# HELP ceph_bluestore_compress_lat_count Average compress latency Count
# TYPE ceph_bluestore_compress_lat_count counter
ceph_bluestore_compress_lat_count{ceph_daemon="osd.1"} 0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.11"} 0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.4"} 0
ceph_bluestore_compress_lat_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_compress_lat_sum Average compress latency Total
# TYPE ceph_bluestore_compress_lat_sum gauge
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.1"} 0.000000
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.11"} 0.000000
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.4"} 0.000000
ceph_bluestore_compress_lat_sum{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluestore_compressed Sum for stored compressed bytes
# TYPE ceph_bluestore_compressed gauge
ceph_bluestore_compressed{ceph_daemon="osd.1"} 0
ceph_bluestore_compressed{ceph_daemon="osd.11"} 0
ceph_bluestore_compressed{ceph_daemon="osd.4"} 0
ceph_bluestore_compressed{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_compressed_allocated Sum for bytes allocated for compressed data
# TYPE ceph_bluestore_compressed_allocated gauge
ceph_bluestore_compressed_allocated{ceph_daemon="osd.1"} 0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.11"} 0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.4"} 0
ceph_bluestore_compressed_allocated{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_compressed_original Sum for original bytes that were compressed
# TYPE ceph_bluestore_compressed_original gauge
ceph_bluestore_compressed_original{ceph_daemon="osd.1"} 0
ceph_bluestore_compressed_original{ceph_daemon="osd.11"} 0
ceph_bluestore_compressed_original{ceph_daemon="osd.4"} 0
ceph_bluestore_compressed_original{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_csum_lat_count Average checksum latency Count
# TYPE ceph_bluestore_csum_lat_count counter
ceph_bluestore_csum_lat_count{ceph_daemon="osd.1"} 53840915
ceph_bluestore_csum_lat_count{ceph_daemon="osd.11"} 49211503
ceph_bluestore_csum_lat_count{ceph_daemon="osd.4"} 56881467
ceph_bluestore_csum_lat_count{ceph_daemon="osd.7"} 63243857
# HELP ceph_bluestore_csum_lat_sum Average checksum latency Total
# TYPE ceph_bluestore_csum_lat_sum gauge
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.1"} 938.619883
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.11"} 838.880046
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.4"} 988.994512
ceph_bluestore_csum_lat_sum{ceph_daemon="osd.7"} 1093.929713
# HELP ceph_bluestore_decompress_lat_count Average decompress latency Count
# TYPE ceph_bluestore_decompress_lat_count counter
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.1"} 0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.11"} 0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.4"} 0
ceph_bluestore_decompress_lat_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_decompress_lat_sum Average decompress latency Total
# TYPE ceph_bluestore_decompress_lat_sum gauge
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.1"} 0.000000
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.11"} 0.000000
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.4"} 0.000000
ceph_bluestore_decompress_lat_sum{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluestore_fragmentation_micros How fragmented bluestore free space is (free extents / max possible number of free extents) * 1000
# TYPE ceph_bluestore_fragmentation_micros gauge
ceph_bluestore_fragmentation_micros{ceph_daemon="osd.1"} 203132
ceph_bluestore_fragmentation_micros{ceph_daemon="osd.11"} 179871
ceph_bluestore_fragmentation_micros{ceph_daemon="osd.4"} 191160
ceph_bluestore_fragmentation_micros{ceph_daemon="osd.7"} 254510
# HELP ceph_bluestore_kv_commit_lat_count Average kv_thread commit latency Count
# TYPE ceph_bluestore_kv_commit_lat_count counter
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.1"} 8537267
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.11"} 8055480
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.4"} 8636544
ceph_bluestore_kv_commit_lat_count{ceph_daemon="osd.7"} 9236992
# HELP ceph_bluestore_kv_commit_lat_sum Average kv_thread commit latency Total
# TYPE ceph_bluestore_kv_commit_lat_sum gauge
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.1"} 72396.739725
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.11"} 69836.526122
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.4"} 72553.117619
ceph_bluestore_kv_commit_lat_sum{ceph_daemon="osd.7"} 80685.512753
# HELP ceph_bluestore_kv_final_lat_count Average kv_finalize thread latency Count
# TYPE ceph_bluestore_kv_final_lat_count counter
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.1"} 8537256
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.11"} 8055475
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.4"} 8636535
ceph_bluestore_kv_final_lat_count{ceph_daemon="osd.7"} 9236974
# HELP ceph_bluestore_kv_final_lat_sum Average kv_finalize thread latency Total
# TYPE ceph_bluestore_kv_final_lat_sum gauge
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.1"} 940.303500
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.11"} 921.211582
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.4"} 914.075074
ceph_bluestore_kv_final_lat_sum{ceph_daemon="osd.7"} 1059.739046
# HELP ceph_bluestore_kv_flush_lat_count Average kv_thread flush latency Count
# TYPE ceph_bluestore_kv_flush_lat_count counter
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.1"} 8537267
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.11"} 8055480
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.4"} 8636544
ceph_bluestore_kv_flush_lat_count{ceph_daemon="osd.7"} 9236992
# HELP ceph_bluestore_kv_flush_lat_sum Average kv_thread flush latency Total
# TYPE ceph_bluestore_kv_flush_lat_sum gauge
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.1"} 1727.237646
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.11"} 1629.207550
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.4"} 1666.943647
ceph_bluestore_kv_flush_lat_sum{ceph_daemon="osd.7"} 2106.546688
# HELP ceph_bluestore_kv_sync_lat_count Average kv_sync thread latency Count
# TYPE ceph_bluestore_kv_sync_lat_count counter
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.1"} 8537267
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.11"} 8055480
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.4"} 8636544
ceph_bluestore_kv_sync_lat_count{ceph_daemon="osd.7"} 9236992
# HELP ceph_bluestore_kv_sync_lat_sum Average kv_sync thread latency Total
# TYPE ceph_bluestore_kv_sync_lat_sum gauge
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.1"} 74123.977371
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.11"} 71465.733672
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.4"} 74220.061266
ceph_bluestore_kv_sync_lat_sum{ceph_daemon="osd.7"} 82792.059442
# HELP ceph_bluestore_omap_get_keys_lat_count Average omap get_keys call latency Count
# TYPE ceph_bluestore_omap_get_keys_lat_count counter
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.1"} 0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.11"} 0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.4"} 0
ceph_bluestore_omap_get_keys_lat_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_omap_get_keys_lat_sum Average omap get_keys call latency Total
# TYPE ceph_bluestore_omap_get_keys_lat_sum gauge
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.1"} 0.000000
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.11"} 0.000000
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.4"} 0.000000
ceph_bluestore_omap_get_keys_lat_sum{ceph_daemon="osd.7"} 0.000000
# HELP ceph_bluestore_omap_get_values_lat_count Average omap get_values call latency Count
# TYPE ceph_bluestore_omap_get_values_lat_count counter
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.1"} 306662
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.11"} 355693
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.4"} 140575
ceph_bluestore_omap_get_values_lat_count{ceph_daemon="osd.7"} 149375
# HELP ceph_bluestore_omap_get_values_lat_sum Average omap get_values call latency Total
# TYPE ceph_bluestore_omap_get_values_lat_sum gauge
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.1"} 4.252378
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.11"} 30.702913
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.4"} 3.711594
ceph_bluestore_omap_get_values_lat_sum{ceph_daemon="osd.7"} 0.291535
# HELP ceph_bluestore_omap_lower_bound_lat_count Average omap iterator lower_bound call latency Count
# TYPE ceph_bluestore_omap_lower_bound_lat_count counter
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.1"} 1149733
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.11"} 12308
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.4"} 148581
ceph_bluestore_omap_lower_bound_lat_count{ceph_daemon="osd.7"} 68435
# HELP ceph_bluestore_omap_lower_bound_lat_sum Average omap iterator lower_bound call latency Total
# TYPE ceph_bluestore_omap_lower_bound_lat_sum gauge
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.1"} 53.147021
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.11"} 0.135583
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.4"} 1.417179
ceph_bluestore_omap_lower_bound_lat_sum{ceph_daemon="osd.7"} 0.738936
# HELP ceph_bluestore_omap_next_lat_count Average omap iterator next call latency Count
# TYPE ceph_bluestore_omap_next_lat_count counter
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.1"} 1673410
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.11"} 40378
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.4"} 411501
ceph_bluestore_omap_next_lat_count{ceph_daemon="osd.7"} 416993
# HELP ceph_bluestore_omap_next_lat_sum Average omap iterator next call latency Total
# TYPE ceph_bluestore_omap_next_lat_sum gauge
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.1"} 38.360719
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.11"} 0.102452
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.4"} 1.445044
ceph_bluestore_omap_next_lat_sum{ceph_daemon="osd.7"} 1.498113
# HELP ceph_bluestore_omap_seek_to_first_lat_count Average omap iterator seek_to_first call latency Count
# TYPE ceph_bluestore_omap_seek_to_first_lat_count counter
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.1"} 564247
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.11"} 547371
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.4"} 632804
ceph_bluestore_omap_seek_to_first_lat_count{ceph_daemon="osd.7"} 706170
# HELP ceph_bluestore_omap_seek_to_first_lat_sum Average omap iterator seek_to_first call latency Total
# TYPE ceph_bluestore_omap_seek_to_first_lat_sum gauge
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.1"} 4.540658
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.11"} 4.303644
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.4"} 5.142949
ceph_bluestore_omap_seek_to_first_lat_sum{ceph_daemon="osd.7"} 5.851303
# HELP ceph_bluestore_omap_upper_bound_lat_count Average omap iterator upper_bound call latency Count
# TYPE ceph_bluestore_omap_upper_bound_lat_count counter
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.1"} 113158
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.11"} 960
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.4"} 3938
ceph_bluestore_omap_upper_bound_lat_count{ceph_daemon="osd.7"} 1403
# HELP ceph_bluestore_omap_upper_bound_lat_sum Average omap iterator upper_bound call latency Total
# TYPE ceph_bluestore_omap_upper_bound_lat_sum gauge
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.1"} 8.232821
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.11"} 0.020288
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.4"} 0.245164
ceph_bluestore_omap_upper_bound_lat_sum{ceph_daemon="osd.7"} 0.033900
# HELP ceph_bluestore_onode_hits Count of onode cache lookup hits
# TYPE ceph_bluestore_onode_hits counter
ceph_bluestore_onode_hits{ceph_daemon="osd.1"} 36059220
ceph_bluestore_onode_hits{ceph_daemon="osd.11"} 32555234
ceph_bluestore_onode_hits{ceph_daemon="osd.4"} 32848666
ceph_bluestore_onode_hits{ceph_daemon="osd.7"} 38786723
# HELP ceph_bluestore_onode_misses Count of onode cache lookup misses
# TYPE ceph_bluestore_onode_misses counter
ceph_bluestore_onode_misses{ceph_daemon="osd.1"} 4140506
ceph_bluestore_onode_misses{ceph_daemon="osd.11"} 4331229
ceph_bluestore_onode_misses{ceph_daemon="osd.4"} 8279048
ceph_bluestore_onode_misses{ceph_daemon="osd.7"} 5201223
# HELP ceph_bluestore_pricache:data_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:data_committed_bytes gauge
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.1"} 117440512
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.11"} 117440512
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.4"} 109051904
ceph_bluestore_pricache:data_committed_bytes{ceph_daemon="osd.7"} 117440512
# HELP ceph_bluestore_pricache:data_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:data_pri0_bytes gauge
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri0_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:data_pri10_bytes gauge
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri10_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:data_pri11_bytes gauge
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.1"} 45984456
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.11"} 42807814
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.4"} 41715565
ceph_bluestore_pricache:data_pri11_bytes{ceph_daemon="osd.7"} 43296278
# HELP ceph_bluestore_pricache:data_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:data_pri1_bytes gauge
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri1_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:data_pri2_bytes gauge
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri2_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:data_pri3_bytes gauge
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri3_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:data_pri4_bytes gauge
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri4_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:data_pri5_bytes gauge
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.1"} 4096
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.4"} 4096
ceph_bluestore_pricache:data_pri5_bytes{ceph_daemon="osd.7"} 8192
# HELP ceph_bluestore_pricache:data_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:data_pri6_bytes gauge
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.1"} 40960
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.11"} 65536
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.4"} 118784
ceph_bluestore_pricache:data_pri6_bytes{ceph_daemon="osd.7"} 12288
# HELP ceph_bluestore_pricache:data_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:data_pri7_bytes gauge
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri7_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:data_pri8_bytes gauge
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri8_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:data_pri9_bytes gauge
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:data_pri9_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:data_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:data_reserved_bytes gauge
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.1"} 71411000
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.11"} 74567162
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.4"} 67213459
ceph_bluestore_pricache:data_reserved_bytes{ceph_daemon="osd.7"} 74123754
# HELP ceph_bluestore_pricache:kv_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:kv_committed_bytes gauge
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.1"} 486539264
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.11"} 461373440
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.4"} 452984832
ceph_bluestore_pricache:kv_committed_bytes{ceph_daemon="osd.7"} 461373440
# HELP ceph_bluestore_pricache:kv_onode_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:kv_onode_committed_bytes gauge
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.1"} 209715200
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.11"} 209715200
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.4"} 184549376
ceph_bluestore_pricache:kv_onode_committed_bytes{ceph_daemon="osd.7"} 176160768
# HELP ceph_bluestore_pricache:kv_onode_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:kv_onode_pri0_bytes gauge
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.1"} 67108864
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.11"} 67108864
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.4"} 67108864
ceph_bluestore_pricache:kv_onode_pri0_bytes{ceph_daemon="osd.7"} 67108864
# HELP ceph_bluestore_pricache:kv_onode_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:kv_onode_pri10_bytes gauge
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.1"} 37393840
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.11"} 41274656
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.4"} 17326144
ceph_bluestore_pricache:kv_onode_pri10_bytes{ceph_daemon="osd.7"} 10127376
# HELP ceph_bluestore_pricache:kv_onode_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:kv_onode_pri11_bytes gauge
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.1"} 30656304
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.11"} 28538543
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.4"} 27810376
ceph_bluestore_pricache:kv_onode_pri11_bytes{ceph_daemon="osd.7"} 28864185
# HELP ceph_bluestore_pricache:kv_onode_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:kv_onode_pri1_bytes gauge
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri1_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:kv_onode_pri2_bytes gauge
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri2_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:kv_onode_pri3_bytes gauge
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri3_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:kv_onode_pri4_bytes gauge
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri4_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:kv_onode_pri5_bytes gauge
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri5_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:kv_onode_pri6_bytes gauge
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri6_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:kv_onode_pri7_bytes gauge
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri7_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:kv_onode_pri8_bytes gauge
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri8_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:kv_onode_pri9_bytes gauge
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_onode_pri9_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_onode_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:kv_onode_reserved_bytes gauge
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.1"} 74556192
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.11"} 72793137
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.4"} 72303992
ceph_bluestore_pricache:kv_onode_reserved_bytes{ceph_daemon="osd.7"} 70060343
# HELP ceph_bluestore_pricache:kv_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:kv_pri0_bytes gauge
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.1"} 67108864
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.11"} 67108864
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.4"} 67108864
ceph_bluestore_pricache:kv_pri0_bytes{ceph_daemon="osd.7"} 67108864
# HELP ceph_bluestore_pricache:kv_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:kv_pri10_bytes gauge
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri10_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:kv_pri11_bytes gauge
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.1"} 344883424
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.11"} 321058610
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.4"} 312866739
ceph_bluestore_pricache:kv_pri11_bytes{ceph_daemon="osd.7"} 324722085
# HELP ceph_bluestore_pricache:kv_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:kv_pri1_bytes gauge
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri1_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:kv_pri2_bytes gauge
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.11"} 8400
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri2_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:kv_pri3_bytes gauge
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.1"} 65072
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.4"} 16208
ceph_bluestore_pricache:kv_pri3_bytes{ceph_daemon="osd.7"} 9248
# HELP ceph_bluestore_pricache:kv_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:kv_pri4_bytes gauge
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.1"} 43888
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri4_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:kv_pri5_bytes gauge
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.1"} 444608
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri5_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:kv_pri6_bytes gauge
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.1"} 4176
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.11"} 52320
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri6_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:kv_pri7_bytes gauge
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri7_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:kv_pri8_bytes gauge
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri8_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:kv_pri9_bytes gauge
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:kv_pri9_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:kv_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:kv_reserved_bytes gauge
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.1"} 73989232
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.11"} 73145246
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.4"} 72993021
ceph_bluestore_pricache:kv_reserved_bytes{ceph_daemon="osd.7"} 69533243
# HELP ceph_bluestore_pricache:meta_committed_bytes total bytes committed,
# TYPE ceph_bluestore_pricache:meta_committed_bytes gauge
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.1"} 436207616
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.11"} 411041792
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.4"} 385875968
ceph_bluestore_pricache:meta_committed_bytes{ceph_daemon="osd.7"} 394264576
# HELP ceph_bluestore_pricache:meta_pri0_bytes bytes allocated to pri0
# TYPE ceph_bluestore_pricache:meta_pri0_bytes gauge
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri0_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_pri10_bytes bytes allocated to pri10
# TYPE ceph_bluestore_pricache:meta_pri10_bytes gauge
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri10_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_pri11_bytes bytes allocated to pri11
# TYPE ceph_bluestore_pricache:meta_pri11_bytes gauge
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.1"} 344883424
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.11"} 321058610
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.4"} 312866739
ceph_bluestore_pricache:meta_pri11_bytes{ceph_daemon="osd.7"} 324722085
# HELP ceph_bluestore_pricache:meta_pri1_bytes bytes allocated to pri1
# TYPE ceph_bluestore_pricache:meta_pri1_bytes gauge
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri1_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_pri2_bytes bytes allocated to pri2
# TYPE ceph_bluestore_pricache:meta_pri2_bytes gauge
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri2_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_pri3_bytes bytes allocated to pri3
# TYPE ceph_bluestore_pricache:meta_pri3_bytes gauge
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.1"} 29626
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.4"} 15146
ceph_bluestore_pricache:meta_pri3_bytes{ceph_daemon="osd.7"} 61983
# HELP ceph_bluestore_pricache:meta_pri4_bytes bytes allocated to pri4
# TYPE ceph_bluestore_pricache:meta_pri4_bytes gauge
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.1"} 1873848
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.11"} 185135
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.4"} 151460
ceph_bluestore_pricache:meta_pri4_bytes{ceph_daemon="osd.7"} 123966
# HELP ceph_bluestore_pricache:meta_pri5_bytes bytes allocated to pri5
# TYPE ceph_bluestore_pricache:meta_pri5_bytes gauge
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.1"} 12531823
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.11"} 13190880
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.4"} 363504
ceph_bluestore_pricache:meta_pri5_bytes{ceph_daemon="osd.7"} 333160
# HELP ceph_bluestore_pricache:meta_pri6_bytes bytes allocated to pri6
# TYPE ceph_bluestore_pricache:meta_pri6_bytes gauge
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.1"} 4229120
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.11"} 4774944
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.4"} 4740709
ceph_bluestore_pricache:meta_pri6_bytes{ceph_daemon="osd.7"} 1084708
# HELP ceph_bluestore_pricache:meta_pri7_bytes bytes allocated to pri7
# TYPE ceph_bluestore_pricache:meta_pri7_bytes gauge
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri7_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_pri8_bytes bytes allocated to pri8
# TYPE ceph_bluestore_pricache:meta_pri8_bytes gauge
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri8_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_pri9_bytes bytes allocated to pri9
# TYPE ceph_bluestore_pricache:meta_pri9_bytes gauge
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.1"} 0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.11"} 0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.4"} 0
ceph_bluestore_pricache:meta_pri9_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_pricache:meta_reserved_bytes bytes reserved for future growth.
# TYPE ceph_bluestore_pricache:meta_reserved_bytes gauge
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.1"} 72659775
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.11"} 71832223
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.4"} 67738410
ceph_bluestore_pricache:meta_reserved_bytes{ceph_daemon="osd.7"} 67938674
# HELP ceph_bluestore_pricache_cache_bytes current memory available for caches.
# TYPE ceph_bluestore_pricache_cache_bytes gauge
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.1"} 2115271391
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.11"} 2115271391
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.4"} 2115271391
ceph_bluestore_pricache_cache_bytes{ceph_daemon="osd.7"} 2115271391
# HELP ceph_bluestore_pricache_heap_bytes aggregate bytes in use by the heap
# TYPE ceph_bluestore_pricache_heap_bytes gauge
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.1"} 3176882176
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.11"} 2808487936
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.4"} 2993831936
ceph_bluestore_pricache_heap_bytes{ceph_daemon="osd.7"} 3173548032
# HELP ceph_bluestore_pricache_mapped_bytes total bytes mapped by the process
# TYPE ceph_bluestore_pricache_mapped_bytes gauge
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.1"} 2112954368
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.11"} 2003623936
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.4"} 2470289408
ceph_bluestore_pricache_mapped_bytes{ceph_daemon="osd.7"} 2113503232
# HELP ceph_bluestore_pricache_target_bytes target process memory usage in bytes
# TYPE ceph_bluestore_pricache_target_bytes gauge
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.1"} 3435973836
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.11"} 3435973836
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.4"} 3435973836
ceph_bluestore_pricache_target_bytes{ceph_daemon="osd.7"} 3435973836
# HELP ceph_bluestore_pricache_unmapped_bytes unmapped bytes that the kernel has yet to reclaim
# TYPE ceph_bluestore_pricache_unmapped_bytes gauge
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.1"} 1063927808
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.11"} 804864000
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.4"} 523542528
ceph_bluestore_pricache_unmapped_bytes{ceph_daemon="osd.7"} 1060044800
# HELP ceph_bluestore_read_lat_count Average read latency Count
# TYPE ceph_bluestore_read_lat_count counter
ceph_bluestore_read_lat_count{ceph_daemon="osd.1"} 6919039
ceph_bluestore_read_lat_count{ceph_daemon="osd.11"} 6929326
ceph_bluestore_read_lat_count{ceph_daemon="osd.4"} 7394369
ceph_bluestore_read_lat_count{ceph_daemon="osd.7"} 8544955
# HELP ceph_bluestore_read_lat_sum Average read latency Total
# TYPE ceph_bluestore_read_lat_sum gauge
ceph_bluestore_read_lat_sum{ceph_daemon="osd.1"} 33324.233934
ceph_bluestore_read_lat_sum{ceph_daemon="osd.11"} 31615.054782
ceph_bluestore_read_lat_sum{ceph_daemon="osd.4"} 35120.266457
ceph_bluestore_read_lat_sum{ceph_daemon="osd.7"} 40125.669736
# HELP ceph_bluestore_read_onode_meta_lat_count Average read onode metadata latency Count
# TYPE ceph_bluestore_read_onode_meta_lat_count counter
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.1"} 13077552
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.11"} 13107888
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.4"} 13976791
ceph_bluestore_read_onode_meta_lat_count{ceph_daemon="osd.7"} 16179704
# HELP ceph_bluestore_read_onode_meta_lat_sum Average read onode metadata latency Total
# TYPE ceph_bluestore_read_onode_meta_lat_sum gauge
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.1"} 473.240045
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.11"} 443.691540
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.4"} 491.069049
ceph_bluestore_read_onode_meta_lat_sum{ceph_daemon="osd.7"} 584.099955
# HELP ceph_bluestore_read_wait_aio_lat_count Average read I/O waiting latency Count
# TYPE ceph_bluestore_read_wait_aio_lat_count counter
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.1"} 6158513
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.11"} 6178562
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.4"} 6582422
ceph_bluestore_read_wait_aio_lat_count{ceph_daemon="osd.7"} 7634749
# HELP ceph_bluestore_read_wait_aio_lat_sum Average read I/O waiting latency Total
# TYPE ceph_bluestore_read_wait_aio_lat_sum gauge
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.1"} 31546.559508
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.11"} 29979.388020
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.4"} 33262.723697
ceph_bluestore_read_wait_aio_lat_sum{ceph_daemon="osd.7"} 38001.599647
# HELP ceph_bluestore_reads_with_retries Read operations that required at least one retry due to failed checksum validation
# TYPE ceph_bluestore_reads_with_retries counter
ceph_bluestore_reads_with_retries{ceph_daemon="osd.1"} 0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.11"} 0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.4"} 0
ceph_bluestore_reads_with_retries{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_remove_lat_count Average removal latency Count
# TYPE ceph_bluestore_remove_lat_count counter
ceph_bluestore_remove_lat_count{ceph_daemon="osd.1"} 394251
ceph_bluestore_remove_lat_count{ceph_daemon="osd.11"} 329867
ceph_bluestore_remove_lat_count{ceph_daemon="osd.4"} 389573
ceph_bluestore_remove_lat_count{ceph_daemon="osd.7"} 444527
# HELP ceph_bluestore_remove_lat_sum Average removal latency Total
# TYPE ceph_bluestore_remove_lat_sum gauge
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.1"} 198.535730
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.11"} 195.106112
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.4"} 188.843277
ceph_bluestore_remove_lat_sum{ceph_daemon="osd.7"} 186.270167
# HELP ceph_bluestore_slow_aio_wait_count Slow op count for aio wait
# TYPE ceph_bluestore_slow_aio_wait_count counter
ceph_bluestore_slow_aio_wait_count{ceph_daemon="osd.1"} 0
ceph_bluestore_slow_aio_wait_count{ceph_daemon="osd.11"} 0
ceph_bluestore_slow_aio_wait_count{ceph_daemon="osd.4"} 0
ceph_bluestore_slow_aio_wait_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_slow_committed_kv_count Slow op count for committed kv
# TYPE ceph_bluestore_slow_committed_kv_count counter
ceph_bluestore_slow_committed_kv_count{ceph_daemon="osd.1"} 1
ceph_bluestore_slow_committed_kv_count{ceph_daemon="osd.11"} 3
ceph_bluestore_slow_committed_kv_count{ceph_daemon="osd.4"} 1
ceph_bluestore_slow_committed_kv_count{ceph_daemon="osd.7"} 2
# HELP ceph_bluestore_slow_read_onode_meta_count Slow op count for read onode meta
# TYPE ceph_bluestore_slow_read_onode_meta_count counter
ceph_bluestore_slow_read_onode_meta_count{ceph_daemon="osd.1"} 0
ceph_bluestore_slow_read_onode_meta_count{ceph_daemon="osd.11"} 0
ceph_bluestore_slow_read_onode_meta_count{ceph_daemon="osd.4"} 0
ceph_bluestore_slow_read_onode_meta_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_slow_read_wait_aio_count Slow op count for read wait aio
# TYPE ceph_bluestore_slow_read_wait_aio_count counter
ceph_bluestore_slow_read_wait_aio_count{ceph_daemon="osd.1"} 0
ceph_bluestore_slow_read_wait_aio_count{ceph_daemon="osd.11"} 0
ceph_bluestore_slow_read_wait_aio_count{ceph_daemon="osd.4"} 0
ceph_bluestore_slow_read_wait_aio_count{ceph_daemon="osd.7"} 0
# HELP ceph_bluestore_state_aio_wait_lat_count Average aio_wait state latency Count
# TYPE ceph_bluestore_state_aio_wait_lat_count counter
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_state_aio_wait_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_state_aio_wait_lat_sum Average aio_wait state latency Total
# TYPE ceph_bluestore_state_aio_wait_lat_sum gauge
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.1"} 34814.960123
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.11"} 42117.058364
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.4"} 34935.460962
ceph_bluestore_state_aio_wait_lat_sum{ceph_daemon="osd.7"} 41553.742527
# HELP ceph_bluestore_state_deferred_aio_wait_lat_count Average aio_wait state latency Count
# TYPE ceph_bluestore_state_deferred_aio_wait_lat_count counter
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.1"} 6101858
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.11"} 6241754
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.4"} 4849412
ceph_bluestore_state_deferred_aio_wait_lat_count{ceph_daemon="osd.7"} 7470672
# HELP ceph_bluestore_state_deferred_aio_wait_lat_sum Average aio_wait state latency Total
# TYPE ceph_bluestore_state_deferred_aio_wait_lat_sum gauge
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.1"} 37510.855613
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.11"} 38080.915687
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.4"} 28002.033874
ceph_bluestore_state_deferred_aio_wait_lat_sum{ceph_daemon="osd.7"} 45873.415118
# HELP ceph_bluestore_state_deferred_cleanup_lat_count Average cleanup state latency Count
# TYPE ceph_bluestore_state_deferred_cleanup_lat_count counter
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.1"} 6101852
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.11"} 6241752
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.4"} 4849409
ceph_bluestore_state_deferred_cleanup_lat_count{ceph_daemon="osd.7"} 7470672
# HELP ceph_bluestore_state_deferred_cleanup_lat_sum Average cleanup state latency Total
# TYPE ceph_bluestore_state_deferred_cleanup_lat_sum gauge
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.1"} 8943992.663274
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.11"} 9334125.814785
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.4"} 7289798.169044
ceph_bluestore_state_deferred_cleanup_lat_sum{ceph_daemon="osd.7"} 9614780.065686
# HELP ceph_bluestore_state_deferred_queued_lat_count Average deferred_queued state latency Count
# TYPE ceph_bluestore_state_deferred_queued_lat_count counter
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.1"} 6101858
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.11"} 6241754
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.4"} 4849412
ceph_bluestore_state_deferred_queued_lat_count{ceph_daemon="osd.7"} 7470672
# HELP ceph_bluestore_state_deferred_queued_lat_sum Average deferred_queued state latency Total
# TYPE ceph_bluestore_state_deferred_queued_lat_sum gauge
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.1"} 9035300.355594
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.11"} 9262939.428823
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.4"} 7162069.990671
ceph_bluestore_state_deferred_queued_lat_sum{ceph_daemon="osd.7"} 11055374.682855
# HELP ceph_bluestore_state_done_lat_count Average done state latency Count
# TYPE ceph_bluestore_state_done_lat_count counter
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.1"} 10401773
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.11"} 10262037
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.4"} 9747818
ceph_bluestore_state_done_lat_count{ceph_daemon="osd.7"} 11615781
# HELP ceph_bluestore_state_done_lat_sum Average done state latency Total
# TYPE ceph_bluestore_state_done_lat_sum gauge
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.1"} 264982.168589
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.11"} 256169.275736
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.4"} 242633.540618
ceph_bluestore_state_done_lat_sum{ceph_daemon="osd.7"} 286679.776990
# HELP ceph_bluestore_state_finishing_lat_count Average finishing state latency Count
# TYPE ceph_bluestore_state_finishing_lat_count counter
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.1"} 10401773
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.11"} 10262037
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.4"} 9747818
ceph_bluestore_state_finishing_lat_count{ceph_daemon="osd.7"} 11615781
# HELP ceph_bluestore_state_finishing_lat_sum Average finishing state latency Total
# TYPE ceph_bluestore_state_finishing_lat_sum gauge
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.1"} 2.772720
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.11"} 2.900130
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.4"} 2.985896
ceph_bluestore_state_finishing_lat_sum{ceph_daemon="osd.7"} 2.853469
# HELP ceph_bluestore_state_io_done_lat_count Average io_done state latency Count
# TYPE ceph_bluestore_state_io_done_lat_count counter
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_state_io_done_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_state_io_done_lat_sum Average io_done state latency Total
# TYPE ceph_bluestore_state_io_done_lat_sum gauge
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.1"} 5007.090686
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.11"} 11798.484925
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.4"} 5435.104710
ceph_bluestore_state_io_done_lat_sum{ceph_daemon="osd.7"} 5099.216313
# HELP ceph_bluestore_state_kv_commiting_lat_count Average kv_commiting state latency Count
# TYPE ceph_bluestore_state_kv_commiting_lat_count counter
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_state_kv_commiting_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_state_kv_commiting_lat_sum Average kv_commiting state latency Total
# TYPE ceph_bluestore_state_kv_commiting_lat_sum gauge
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.1"} 92295.916199
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.11"} 92831.654517
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.4"} 86132.274608
ceph_bluestore_state_kv_commiting_lat_sum{ceph_daemon="osd.7"} 106720.660013
# HELP ceph_bluestore_state_kv_done_lat_count Average kv_done state latency Count
# TYPE ceph_bluestore_state_kv_done_lat_count counter
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_state_kv_done_lat_count{ceph_daemon="osd.7"} 11615785
# HELP ceph_bluestore_state_kv_done_lat_sum Average kv_done state latency Total
# TYPE ceph_bluestore_state_kv_done_lat_sum gauge
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.1"} 12.535532
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.11"} 11.931522
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.4"} 12.333017
ceph_bluestore_state_kv_done_lat_sum{ceph_daemon="osd.7"} 12.681506
# HELP ceph_bluestore_state_kv_queued_lat_count Average kv_queued state latency Count
# TYPE ceph_bluestore_state_kv_queued_lat_count counter
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_state_kv_queued_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_state_kv_queued_lat_sum Average kv_queued state latency Total
# TYPE ceph_bluestore_state_kv_queued_lat_sum gauge
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.1"} 27732.529975
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.11"} 28438.851972
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.4"} 20469.597486
ceph_bluestore_state_kv_queued_lat_sum{ceph_daemon="osd.7"} 34729.118395
# HELP ceph_bluestore_state_prepare_lat_count Average prepare state latency Count
# TYPE ceph_bluestore_state_prepare_lat_count counter
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_state_prepare_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_state_prepare_lat_sum Average prepare state latency Total
# TYPE ceph_bluestore_state_prepare_lat_sum gauge
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.1"} 15333.439705
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.11"} 16043.888205
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.4"} 15289.995577
ceph_bluestore_state_prepare_lat_sum{ceph_daemon="osd.7"} 21794.619951
# HELP ceph_bluestore_stored Sum for stored bytes
# TYPE ceph_bluestore_stored gauge
ceph_bluestore_stored{ceph_daemon="osd.1"} 450162394669
ceph_bluestore_stored{ceph_daemon="osd.11"} 402924500729
ceph_bluestore_stored{ceph_daemon="osd.4"} 434951435061
ceph_bluestore_stored{ceph_daemon="osd.7"} 513864886153
# HELP ceph_bluestore_truncate_lat_count Average truncate latency Count
# TYPE ceph_bluestore_truncate_lat_count counter
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.1"} 55009
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.11"} 202402
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.4"} 65721
ceph_bluestore_truncate_lat_count{ceph_daemon="osd.7"} 48273
# HELP ceph_bluestore_truncate_lat_sum Average truncate latency Total
# TYPE ceph_bluestore_truncate_lat_sum gauge
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.1"} 0.127706
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.11"} 0.308668
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.4"} 0.212411
ceph_bluestore_truncate_lat_sum{ceph_daemon="osd.7"} 0.101634
# HELP ceph_bluestore_txc_commit_lat_count Average commit latency Count
# TYPE ceph_bluestore_txc_commit_lat_count counter
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_txc_commit_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_txc_commit_lat_sum Average commit latency Total
# TYPE ceph_bluestore_txc_commit_lat_sum gauge
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.1"} 175188.888951
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.11"} 191234.672177
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.4"} 162267.365943
ceph_bluestore_txc_commit_lat_sum{ceph_daemon="osd.7"} 209903.065472
# HELP ceph_bluestore_txc_submit_lat_count Average submit latency Count
# TYPE ceph_bluestore_txc_submit_lat_count counter
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_txc_submit_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_txc_submit_lat_sum Average submit latency Total
# TYPE ceph_bluestore_txc_submit_lat_sum gauge
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.1"} 15749.554445
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.11"} 16520.441804
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.4"} 15705.540966
ceph_bluestore_txc_submit_lat_sum{ceph_daemon="osd.7"} 22275.880432
# HELP ceph_bluestore_txc_throttle_lat_count Average submit throttle latency Count
# TYPE ceph_bluestore_txc_throttle_lat_count counter
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.1"} 10401779
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.11"} 10262039
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.4"} 9747821
ceph_bluestore_txc_throttle_lat_count{ceph_daemon="osd.7"} 11615784
# HELP ceph_bluestore_txc_throttle_lat_sum Average submit throttle latency Total
# TYPE ceph_bluestore_txc_throttle_lat_sum gauge
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.1"} 11193.670569
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.11"} 11373.667051
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.4"} 11273.671840
ceph_bluestore_txc_throttle_lat_sum{ceph_daemon="osd.7"} 16864.900667
# HELP ceph_exporter_scrape_time Time spent scraping and transforming perf counters to metrics
# TYPE ceph_exporter_scrape_time gauge
ceph_exporter_scrape_time{function="dump_asok_metrics",host="ols-observe-worker-03"} 154.816117
# HELP ceph_mds_cache_ireq_enqueue_scrub Internal Request type enqueue scrub
# TYPE ceph_mds_cache_ireq_enqueue_scrub counter
ceph_mds_cache_ireq_enqueue_scrub{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_exportdir Internal Request type export dir
# TYPE ceph_mds_cache_ireq_exportdir counter
ceph_mds_cache_ireq_exportdir{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_flush Internal Request type flush
# TYPE ceph_mds_cache_ireq_flush counter
ceph_mds_cache_ireq_flush{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_fragmentdir Internal Request type fragmentdir
# TYPE ceph_mds_cache_ireq_fragmentdir counter
ceph_mds_cache_ireq_fragmentdir{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_fragstats Internal Request type frag stats
# TYPE ceph_mds_cache_ireq_fragstats counter
ceph_mds_cache_ireq_fragstats{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_inodestats Internal Request type inode stats
# TYPE ceph_mds_cache_ireq_inodestats counter
ceph_mds_cache_ireq_inodestats{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_quiesce_inode Internal Request type quiesce subvolume inode
# TYPE ceph_mds_cache_ireq_quiesce_inode counter
ceph_mds_cache_ireq_quiesce_inode{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_ireq_quiesce_path Internal Request type quiesce subvolume
# TYPE ceph_mds_cache_ireq_quiesce_path counter
ceph_mds_cache_ireq_quiesce_path{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_num_recovering_enqueued Files waiting for recovery
# TYPE ceph_mds_cache_num_recovering_enqueued gauge
ceph_mds_cache_num_recovering_enqueued{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_num_recovering_prioritized Files waiting for recovery with elevated priority
# TYPE ceph_mds_cache_num_recovering_prioritized gauge
ceph_mds_cache_num_recovering_prioritized{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_num_recovering_processing Files currently being recovered
# TYPE ceph_mds_cache_num_recovering_processing gauge
ceph_mds_cache_num_recovering_processing{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_num_strays Stray dentries
# TYPE ceph_mds_cache_num_strays gauge
ceph_mds_cache_num_strays{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_num_strays_delayed Stray dentries delayed
# TYPE ceph_mds_cache_num_strays_delayed gauge
ceph_mds_cache_num_strays_delayed{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_num_strays_enqueuing Stray dentries enqueuing for purge
# TYPE ceph_mds_cache_num_strays_enqueuing gauge
ceph_mds_cache_num_strays_enqueuing{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_recovery_completed File recoveries completed
# TYPE ceph_mds_cache_recovery_completed counter
ceph_mds_cache_recovery_completed{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_recovery_started File recoveries started
# TYPE ceph_mds_cache_recovery_started counter
ceph_mds_cache_recovery_started{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_strays_created Stray dentries created
# TYPE ceph_mds_cache_strays_created counter
ceph_mds_cache_strays_created{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_strays_enqueued Stray dentries enqueued for purge
# TYPE ceph_mds_cache_strays_enqueued counter
ceph_mds_cache_strays_enqueued{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_strays_migrated Stray dentries migrated
# TYPE ceph_mds_cache_strays_migrated counter
ceph_mds_cache_strays_migrated{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_cache_strays_reintegrated Stray dentries reintegrated
# TYPE ceph_mds_cache_strays_reintegrated counter
ceph_mds_cache_strays_reintegrated{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_caps Capabilities
# TYPE ceph_mds_caps gauge
ceph_mds_caps{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_ceph_cap_op_flush_ack caps truncate notify
# TYPE ceph_mds_ceph_cap_op_flush_ack counter
ceph_mds_ceph_cap_op_flush_ack{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_ceph_cap_op_flushsnap_ack caps truncate notify
# TYPE ceph_mds_ceph_cap_op_flushsnap_ack counter
ceph_mds_ceph_cap_op_flushsnap_ack{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_ceph_cap_op_grant Grant caps
# TYPE ceph_mds_ceph_cap_op_grant counter
ceph_mds_ceph_cap_op_grant{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_ceph_cap_op_revoke Revoke caps
# TYPE ceph_mds_ceph_cap_op_revoke counter
ceph_mds_ceph_cap_op_revoke{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_ceph_cap_op_trunc caps truncate notify
# TYPE ceph_mds_ceph_cap_op_trunc counter
ceph_mds_ceph_cap_op_trunc{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_dir_commit Directory commit
# TYPE ceph_mds_dir_commit counter
ceph_mds_dir_commit{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_dir_fetch_complete Fetch complete dirfrag
# TYPE ceph_mds_dir_fetch_complete counter
ceph_mds_dir_fetch_complete{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_dir_fetch_keys Fetch keys from dirfrag
# TYPE ceph_mds_dir_fetch_keys counter
ceph_mds_dir_fetch_keys{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_dir_merge Directory merge
# TYPE ceph_mds_dir_merge counter
ceph_mds_dir_merge{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_dir_split Directory split
# TYPE ceph_mds_dir_split counter
ceph_mds_dir_split{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_exported_inodes Exported inodes
# TYPE ceph_mds_exported_inodes counter
ceph_mds_exported_inodes{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_forward Forwarding request
# TYPE ceph_mds_forward counter
ceph_mds_forward{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_handle_client_cap_release Client cap release msg
# TYPE ceph_mds_handle_client_cap_release counter
ceph_mds_handle_client_cap_release{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_handle_client_caps Client caps msg
# TYPE ceph_mds_handle_client_caps counter
ceph_mds_handle_client_caps{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_handle_client_caps_dirty Client dirty caps msg
# TYPE ceph_mds_handle_client_caps_dirty counter
ceph_mds_handle_client_caps_dirty{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_handle_inode_file_caps Inter mds caps msg
# TYPE ceph_mds_handle_inode_file_caps counter
ceph_mds_handle_inode_file_caps{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_imported_inodes Imported inodes
# TYPE ceph_mds_imported_inodes counter
ceph_mds_imported_inodes{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_inodes Inodes
# TYPE ceph_mds_inodes gauge
ceph_mds_inodes{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_inodes_expired Inodes expired
# TYPE ceph_mds_inodes_expired gauge
ceph_mds_inodes_expired{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_inodes_pinned Inodes pinned
# TYPE ceph_mds_inodes_pinned gauge
ceph_mds_inodes_pinned{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_inodes_with_caps Inodes with capabilities
# TYPE ceph_mds_inodes_with_caps gauge
ceph_mds_inodes_with_caps{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_load_cent Load per cent
# TYPE ceph_mds_load_cent gauge
ceph_mds_load_cent{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_ev Events
# TYPE ceph_mds_log_ev gauge
ceph_mds_log_ev{ceph_daemon="mds.ceph-filesystem-b"} 231
# HELP ceph_mds_log_evadd Events submitted
# TYPE ceph_mds_log_evadd counter
ceph_mds_log_evadd{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_evex Total expired events
# TYPE ceph_mds_log_evex counter
ceph_mds_log_evex{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_evexd Current expired events
# TYPE ceph_mds_log_evexd gauge
ceph_mds_log_evexd{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_evexg Expiring events
# TYPE ceph_mds_log_evexg gauge
ceph_mds_log_evexg{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_evlrg Large events
# TYPE ceph_mds_log_evlrg gauge
ceph_mds_log_evlrg{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_evtrm Trimmed events
# TYPE ceph_mds_log_evtrm counter
ceph_mds_log_evtrm{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_jlat_count Journaler flush latency Count
# TYPE ceph_mds_log_jlat_count counter
ceph_mds_log_jlat_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_jlat_sum Journaler flush latency Total
# TYPE ceph_mds_log_jlat_sum gauge
ceph_mds_log_jlat_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_log_replayed Events replayed
# TYPE ceph_mds_log_replayed counter
ceph_mds_log_replayed{ceph_daemon="mds.ceph-filesystem-b"} 231
# HELP ceph_mds_log_seg Segments
# TYPE ceph_mds_log_seg gauge
ceph_mds_log_seg{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_log_segadd Segments added
# TYPE ceph_mds_log_segadd counter
ceph_mds_log_segadd{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_segex Total expired segments
# TYPE ceph_mds_log_segex counter
ceph_mds_log_segex{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_segexd Current expired segments
# TYPE ceph_mds_log_segexd gauge
ceph_mds_log_segexd{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_segexg Expiring segments
# TYPE ceph_mds_log_segexg gauge
ceph_mds_log_segexg{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_log_segmjr Major Segments
# TYPE ceph_mds_log_segmjr gauge
ceph_mds_log_segmjr{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_log_segtrm Trimmed segments
# TYPE ceph_mds_log_segtrm counter
ceph_mds_log_segtrm{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_cap Capabilities
# TYPE ceph_mds_mem_cap gauge
ceph_mds_mem_cap{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_cap_minus Capabilities removed
# TYPE ceph_mds_mem_cap_minus counter
ceph_mds_mem_cap_minus{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_cap_plus Capabilities added
# TYPE ceph_mds_mem_cap_plus counter
ceph_mds_mem_cap_plus{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_dir Directories
# TYPE ceph_mds_mem_dir gauge
ceph_mds_mem_dir{ceph_daemon="mds.ceph-filesystem-b"} 4
# HELP ceph_mds_mem_dir_minus Directories closed
# TYPE ceph_mds_mem_dir_minus counter
ceph_mds_mem_dir_minus{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_dir_plus Directories opened
# TYPE ceph_mds_mem_dir_plus counter
ceph_mds_mem_dir_plus{ceph_daemon="mds.ceph-filesystem-b"} 4
# HELP ceph_mds_mem_dn Dentries
# TYPE ceph_mds_mem_dn gauge
ceph_mds_mem_dn{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_mem_dn_minus Dentries closed
# TYPE ceph_mds_mem_dn_minus counter
ceph_mds_mem_dn_minus{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_dn_plus Dentries opened
# TYPE ceph_mds_mem_dn_plus counter
ceph_mds_mem_dn_plus{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_mem_heap Heap size
# TYPE ceph_mds_mem_heap gauge
ceph_mds_mem_heap{ceph_daemon="mds.ceph-filesystem-b"} 215324
# HELP ceph_mds_mem_ino Inodes
# TYPE ceph_mds_mem_ino gauge
ceph_mds_mem_ino{ceph_daemon="mds.ceph-filesystem-b"} 5
# HELP ceph_mds_mem_ino_minus Inodes closed
# TYPE ceph_mds_mem_ino_minus counter
ceph_mds_mem_ino_minus{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_mem_ino_plus Inodes opened
# TYPE ceph_mds_mem_ino_plus counter
ceph_mds_mem_ino_plus{ceph_daemon="mds.ceph-filesystem-b"} 5
# HELP ceph_mds_mem_rss RSS
# TYPE ceph_mds_mem_rss gauge
ceph_mds_mem_rss{ceph_daemon="mds.ceph-filesystem-b"} 43624
# HELP ceph_mds_openino_dir_fetch OpenIno incomplete directory fetchings
# TYPE ceph_mds_openino_dir_fetch counter
ceph_mds_openino_dir_fetch{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_process_request_cap_release Process request cap release
# TYPE ceph_mds_process_request_cap_release counter
ceph_mds_process_request_cap_release{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_reply_latency_count Reply latency Count
# TYPE ceph_mds_reply_latency_count counter
ceph_mds_reply_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_reply_latency_sum Reply latency Total
# TYPE ceph_mds_reply_latency_sum gauge
ceph_mds_reply_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_request Requests
# TYPE ceph_mds_request counter
ceph_mds_request{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_root_rbytes root inode rbytes
# TYPE ceph_mds_root_rbytes gauge
ceph_mds_root_rbytes{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_root_rfiles root inode rfiles
# TYPE ceph_mds_root_rfiles gauge
ceph_mds_root_rfiles{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_root_rsnaps root inode rsnaps
# TYPE ceph_mds_root_rsnaps gauge
ceph_mds_root_rsnaps{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_cap_acquisition_throttle Cap acquisition throttle counter
# TYPE ceph_mds_server_cap_acquisition_throttle counter
ceph_mds_server_cap_acquisition_throttle{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_cap_revoke_eviction Cap Revoke Client Eviction
# TYPE ceph_mds_server_cap_revoke_eviction counter
ceph_mds_server_cap_revoke_eviction{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_handle_client_request Client requests
# TYPE ceph_mds_server_handle_client_request counter
ceph_mds_server_handle_client_request{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_handle_client_session Client session messages
# TYPE ceph_mds_server_handle_client_session counter
ceph_mds_server_handle_client_session{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_handle_peer_request Peer requests
# TYPE ceph_mds_server_handle_peer_request counter
ceph_mds_server_handle_peer_request{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_blockdiff_latency_count Request type file blockdiff latency Count
# TYPE ceph_mds_server_req_blockdiff_latency_count counter
ceph_mds_server_req_blockdiff_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_blockdiff_latency_sum Request type file blockdiff latency Total
# TYPE ceph_mds_server_req_blockdiff_latency_sum gauge
ceph_mds_server_req_blockdiff_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_create_latency_count Request type create latency Count
# TYPE ceph_mds_server_req_create_latency_count counter
ceph_mds_server_req_create_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_create_latency_sum Request type create latency Total
# TYPE ceph_mds_server_req_create_latency_sum gauge
ceph_mds_server_req_create_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_getattr_latency_count Request type get attribute latency Count
# TYPE ceph_mds_server_req_getattr_latency_count counter
ceph_mds_server_req_getattr_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_getattr_latency_sum Request type get attribute latency Total
# TYPE ceph_mds_server_req_getattr_latency_sum gauge
ceph_mds_server_req_getattr_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_getfilelock_latency_count Request type get file lock latency Count
# TYPE ceph_mds_server_req_getfilelock_latency_count counter
ceph_mds_server_req_getfilelock_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_getfilelock_latency_sum Request type get file lock latency Total
# TYPE ceph_mds_server_req_getfilelock_latency_sum gauge
ceph_mds_server_req_getfilelock_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_getvxattr_latency_count Request type get virtual extended attribute latency Count
# TYPE ceph_mds_server_req_getvxattr_latency_count counter
ceph_mds_server_req_getvxattr_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_getvxattr_latency_sum Request type get virtual extended attribute latency Total
# TYPE ceph_mds_server_req_getvxattr_latency_sum gauge
ceph_mds_server_req_getvxattr_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_link_latency_count Request type link latency Count
# TYPE ceph_mds_server_req_link_latency_count counter
ceph_mds_server_req_link_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_link_latency_sum Request type link latency Total
# TYPE ceph_mds_server_req_link_latency_sum gauge
ceph_mds_server_req_link_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lookup_latency_count Request type lookup latency Count
# TYPE ceph_mds_server_req_lookup_latency_count counter
ceph_mds_server_req_lookup_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lookup_latency_sum Request type lookup latency Total
# TYPE ceph_mds_server_req_lookup_latency_sum gauge
ceph_mds_server_req_lookup_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lookuphash_latency_count Request type lookup hash of inode latency Count
# TYPE ceph_mds_server_req_lookuphash_latency_count counter
ceph_mds_server_req_lookuphash_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lookuphash_latency_sum Request type lookup hash of inode latency Total
# TYPE ceph_mds_server_req_lookuphash_latency_sum gauge
ceph_mds_server_req_lookuphash_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lookupino_latency_count Request type lookup inode latency Count
# TYPE ceph_mds_server_req_lookupino_latency_count counter
ceph_mds_server_req_lookupino_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lookupino_latency_sum Request type lookup inode latency Total
# TYPE ceph_mds_server_req_lookupino_latency_sum gauge
ceph_mds_server_req_lookupino_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lookupname_latency_count Request type lookup name latency Count
# TYPE ceph_mds_server_req_lookupname_latency_count counter
ceph_mds_server_req_lookupname_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lookupname_latency_sum Request type lookup name latency Total
# TYPE ceph_mds_server_req_lookupname_latency_sum gauge
ceph_mds_server_req_lookupname_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lookupparent_latency_count Request type lookup parent latency Count
# TYPE ceph_mds_server_req_lookupparent_latency_count counter
ceph_mds_server_req_lookupparent_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lookupparent_latency_sum Request type lookup parent latency Total
# TYPE ceph_mds_server_req_lookupparent_latency_sum gauge
ceph_mds_server_req_lookupparent_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lookupsnap_latency_count Request type lookup snapshot latency Count
# TYPE ceph_mds_server_req_lookupsnap_latency_count counter
ceph_mds_server_req_lookupsnap_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lookupsnap_latency_sum Request type lookup snapshot latency Total
# TYPE ceph_mds_server_req_lookupsnap_latency_sum gauge
ceph_mds_server_req_lookupsnap_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_lssnap_latency_count Request type list snapshot latency Count
# TYPE ceph_mds_server_req_lssnap_latency_count counter
ceph_mds_server_req_lssnap_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_lssnap_latency_sum Request type list snapshot latency Total
# TYPE ceph_mds_server_req_lssnap_latency_sum gauge
ceph_mds_server_req_lssnap_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_mkdir_latency_count Request type make directory latency Count
# TYPE ceph_mds_server_req_mkdir_latency_count counter
ceph_mds_server_req_mkdir_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_mkdir_latency_sum Request type make directory latency Total
# TYPE ceph_mds_server_req_mkdir_latency_sum gauge
ceph_mds_server_req_mkdir_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_mknod_latency_count Request type make node latency Count
# TYPE ceph_mds_server_req_mknod_latency_count counter
ceph_mds_server_req_mknod_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_mknod_latency_sum Request type make node latency Total
# TYPE ceph_mds_server_req_mknod_latency_sum gauge
ceph_mds_server_req_mknod_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_mksnap_latency_count Request type make snapshot latency Count
# TYPE ceph_mds_server_req_mksnap_latency_count counter
ceph_mds_server_req_mksnap_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_mksnap_latency_sum Request type make snapshot latency Total
# TYPE ceph_mds_server_req_mksnap_latency_sum gauge
ceph_mds_server_req_mksnap_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_open_latency_count Request type open latency Count
# TYPE ceph_mds_server_req_open_latency_count counter
ceph_mds_server_req_open_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_open_latency_sum Request type open latency Total
# TYPE ceph_mds_server_req_open_latency_sum gauge
ceph_mds_server_req_open_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_readdir_latency_count Request type read directory latency Count
# TYPE ceph_mds_server_req_readdir_latency_count counter
ceph_mds_server_req_readdir_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_readdir_latency_sum Request type read directory latency Total
# TYPE ceph_mds_server_req_readdir_latency_sum gauge
ceph_mds_server_req_readdir_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_rename_latency_count Request type rename latency Count
# TYPE ceph_mds_server_req_rename_latency_count counter
ceph_mds_server_req_rename_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_rename_latency_sum Request type rename latency Total
# TYPE ceph_mds_server_req_rename_latency_sum gauge
ceph_mds_server_req_rename_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_renamesnap_latency_count Request type rename snapshot latency Count
# TYPE ceph_mds_server_req_renamesnap_latency_count counter
ceph_mds_server_req_renamesnap_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_renamesnap_latency_sum Request type rename snapshot latency Total
# TYPE ceph_mds_server_req_renamesnap_latency_sum gauge
ceph_mds_server_req_renamesnap_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_rmdir_latency_count Request type remove directory latency Count
# TYPE ceph_mds_server_req_rmdir_latency_count counter
ceph_mds_server_req_rmdir_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_rmdir_latency_sum Request type remove directory latency Total
# TYPE ceph_mds_server_req_rmdir_latency_sum gauge
ceph_mds_server_req_rmdir_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_rmsnap_latency_count Request type remove snapshot latency Count
# TYPE ceph_mds_server_req_rmsnap_latency_count counter
ceph_mds_server_req_rmsnap_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_rmsnap_latency_sum Request type remove snapshot latency Total
# TYPE ceph_mds_server_req_rmsnap_latency_sum gauge
ceph_mds_server_req_rmsnap_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_rmxattr_latency_count Request type remove extended attribute latency Count
# TYPE ceph_mds_server_req_rmxattr_latency_count counter
ceph_mds_server_req_rmxattr_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_rmxattr_latency_sum Request type remove extended attribute latency Total
# TYPE ceph_mds_server_req_rmxattr_latency_sum gauge
ceph_mds_server_req_rmxattr_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_setattr_latency_count Request type set attribute latency Count
# TYPE ceph_mds_server_req_setattr_latency_count counter
ceph_mds_server_req_setattr_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_setattr_latency_sum Request type set attribute latency Total
# TYPE ceph_mds_server_req_setattr_latency_sum gauge
ceph_mds_server_req_setattr_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_setdirlayout_latency_count Request type set directory layout latency Count
# TYPE ceph_mds_server_req_setdirlayout_latency_count counter
ceph_mds_server_req_setdirlayout_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_setdirlayout_latency_sum Request type set directory layout latency Total
# TYPE ceph_mds_server_req_setdirlayout_latency_sum gauge
ceph_mds_server_req_setdirlayout_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_setfilelock_latency_count Request type set file lock latency Count
# TYPE ceph_mds_server_req_setfilelock_latency_count counter
ceph_mds_server_req_setfilelock_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_setfilelock_latency_sum Request type set file lock latency Total
# TYPE ceph_mds_server_req_setfilelock_latency_sum gauge
ceph_mds_server_req_setfilelock_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_setlayout_latency_count Request type set file layout latency Count
# TYPE ceph_mds_server_req_setlayout_latency_count counter
ceph_mds_server_req_setlayout_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_setlayout_latency_sum Request type set file layout latency Total
# TYPE ceph_mds_server_req_setlayout_latency_sum gauge
ceph_mds_server_req_setlayout_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_setxattr_latency_count Request type set extended attribute latency Count
# TYPE ceph_mds_server_req_setxattr_latency_count counter
ceph_mds_server_req_setxattr_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_setxattr_latency_sum Request type set extended attribute latency Total
# TYPE ceph_mds_server_req_setxattr_latency_sum gauge
ceph_mds_server_req_setxattr_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_snapdiff_latency_count Request type snapshot difference latency Count
# TYPE ceph_mds_server_req_snapdiff_latency_count counter
ceph_mds_server_req_snapdiff_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_snapdiff_latency_sum Request type snapshot difference latency Total
# TYPE ceph_mds_server_req_snapdiff_latency_sum gauge
ceph_mds_server_req_snapdiff_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_symlink_latency_count Request type symbolic link latency Count
# TYPE ceph_mds_server_req_symlink_latency_count counter
ceph_mds_server_req_symlink_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_symlink_latency_sum Request type symbolic link latency Total
# TYPE ceph_mds_server_req_symlink_latency_sum gauge
ceph_mds_server_req_symlink_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_server_req_unlink_latency_count Request type unlink latency Count
# TYPE ceph_mds_server_req_unlink_latency_count counter
ceph_mds_server_req_unlink_latency_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_server_req_unlink_latency_sum Request type unlink latency Total
# TYPE ceph_mds_server_req_unlink_latency_sum gauge
ceph_mds_server_req_unlink_latency_sum{ceph_daemon="mds.ceph-filesystem-b"} 0.000000
# HELP ceph_mds_sessions_average_load Average Load
# TYPE ceph_mds_sessions_average_load gauge
ceph_mds_sessions_average_load{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_sessions_avg_session_uptime Average session uptime
# TYPE ceph_mds_sessions_avg_session_uptime gauge
ceph_mds_sessions_avg_session_uptime{ceph_daemon="mds.ceph-filesystem-b"} 3693823
# HELP ceph_mds_sessions_mdthresh_evicted Sessions evicted on reaching metadata threshold
# TYPE ceph_mds_sessions_mdthresh_evicted gauge
ceph_mds_sessions_mdthresh_evicted{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_sessions_session_add Sessions added
# TYPE ceph_mds_sessions_session_add counter
ceph_mds_sessions_session_add{ceph_daemon="mds.ceph-filesystem-b"} 65
# HELP ceph_mds_sessions_session_count Session count
# TYPE ceph_mds_sessions_session_count gauge
ceph_mds_sessions_session_count{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_sessions_session_remove Sessions removed
# TYPE ceph_mds_sessions_session_remove counter
ceph_mds_sessions_session_remove{ceph_daemon="mds.ceph-filesystem-b"} 65
# HELP ceph_mds_sessions_sessions_open Sessions currently open
# TYPE ceph_mds_sessions_sessions_open gauge
ceph_mds_sessions_sessions_open{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mds_sessions_sessions_stale Sessions currently stale
# TYPE ceph_mds_sessions_sessions_stale gauge
ceph_mds_sessions_sessions_stale{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_sessions_total_load Total Load
# TYPE ceph_mds_sessions_total_load gauge
ceph_mds_sessions_total_load{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_slow_reply Slow replies
# TYPE ceph_mds_slow_reply counter
ceph_mds_slow_reply{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_mds_subtrees Subtrees
# TYPE ceph_mds_subtrees gauge
ceph_mds_subtrees{ceph_daemon="mds.ceph-filesystem-b"} 2
# HELP ceph_mon_election_call Elections started
# TYPE ceph_mon_election_call counter
ceph_mon_election_call{ceph_daemon="mon.a"} 15
# HELP ceph_mon_election_lose Elections lost
# TYPE ceph_mon_election_lose counter
ceph_mon_election_lose{ceph_daemon="mon.a"} 0
# HELP ceph_mon_election_win Elections won
# TYPE ceph_mon_election_win counter
ceph_mon_election_win{ceph_daemon="mon.a"} 13
# HELP ceph_mon_num_elections Elections participated in
# TYPE ceph_mon_num_elections counter
ceph_mon_num_elections{ceph_daemon="mon.a"} 54
# HELP ceph_mon_num_sessions Open sessions
# TYPE ceph_mon_num_sessions gauge
ceph_mon_num_sessions{ceph_daemon="mon.a"} 21
# HELP ceph_mon_session_add Created sessions
# TYPE ceph_mon_session_add counter
ceph_mon_session_add{ceph_daemon="mon.a"} 35
# HELP ceph_mon_session_rm Removed sessions
# TYPE ceph_mon_session_rm counter
ceph_mon_session_rm{ceph_daemon="mon.a"} 1403052
# HELP ceph_mon_session_trim Trimmed sessions
# TYPE ceph_mon_session_trim counter
ceph_mon_session_trim{ceph_daemon="mon.a"} 0
# HELP ceph_objecter_0x62d6f4860320_op_active Operations active
# TYPE ceph_objecter_0x62d6f4860320_op_active gauge
ceph_objecter_0x62d6f4860320_op_active{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4860320_op_r Read operations
# TYPE ceph_objecter_0x62d6f4860320_op_r counter
ceph_objecter_0x62d6f4860320_op_r{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4860320_op_rmw Read-modify-write operations
# TYPE ceph_objecter_0x62d6f4860320_op_rmw counter
ceph_objecter_0x62d6f4860320_op_rmw{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4860320_op_w Write operations
# TYPE ceph_objecter_0x62d6f4860320_op_w counter
ceph_objecter_0x62d6f4860320_op_w{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4860820_op_active Operations active
# TYPE ceph_objecter_0x62d6f4860820_op_active gauge
ceph_objecter_0x62d6f4860820_op_active{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4860820_op_r Read operations
# TYPE ceph_objecter_0x62d6f4860820_op_r counter
ceph_objecter_0x62d6f4860820_op_r{instance_id="01"} 6570731
# HELP ceph_objecter_0x62d6f4860820_op_rmw Read-modify-write operations
# TYPE ceph_objecter_0x62d6f4860820_op_rmw counter
ceph_objecter_0x62d6f4860820_op_rmw{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4860820_op_w Write operations
# TYPE ceph_objecter_0x62d6f4860820_op_w counter
ceph_objecter_0x62d6f4860820_op_w{instance_id="01"} 12694631
# HELP ceph_objecter_0x62d6f4861040_op_active Operations active
# TYPE ceph_objecter_0x62d6f4861040_op_active gauge
ceph_objecter_0x62d6f4861040_op_active{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4861040_op_r Read operations
# TYPE ceph_objecter_0x62d6f4861040_op_r counter
ceph_objecter_0x62d6f4861040_op_r{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4861040_op_rmw Read-modify-write operations
# TYPE ceph_objecter_0x62d6f4861040_op_rmw counter
ceph_objecter_0x62d6f4861040_op_rmw{instance_id="01"} 0
# HELP ceph_objecter_0x62d6f4861040_op_w Write operations
# TYPE ceph_objecter_0x62d6f4861040_op_w counter
ceph_objecter_0x62d6f4861040_op_w{instance_id="01"} 846679
# HELP ceph_objecter_op_active Operations active
# TYPE ceph_objecter_op_active gauge
ceph_objecter_op_active{instance_id="01"} 0
ceph_objecter_op_active{ceph_daemon="mds.ceph-filesystem-b"} 0
ceph_objecter_op_active{ceph_daemon="osd.1"} 0
ceph_objecter_op_active{ceph_daemon="osd.11"} 0
ceph_objecter_op_active{ceph_daemon="osd.4"} 0
ceph_objecter_op_active{ceph_daemon="osd.7"} 0
# HELP ceph_objecter_op_r Read operations
# TYPE ceph_objecter_op_r counter
ceph_objecter_op_r{instance_id="01"} 6
ceph_objecter_op_r{ceph_daemon="mds.ceph-filesystem-b"} 12660623
ceph_objecter_op_r{ceph_daemon="osd.1"} 0
ceph_objecter_op_r{ceph_daemon="osd.11"} 0
ceph_objecter_op_r{ceph_daemon="osd.4"} 0
ceph_objecter_op_r{ceph_daemon="osd.7"} 0
# HELP ceph_objecter_op_rmw Read-modify-write operations
# TYPE ceph_objecter_op_rmw counter
ceph_objecter_op_rmw{instance_id="01"} 0
ceph_objecter_op_rmw{ceph_daemon="mds.ceph-filesystem-b"} 0
ceph_objecter_op_rmw{ceph_daemon="osd.1"} 0
ceph_objecter_op_rmw{ceph_daemon="osd.11"} 0
ceph_objecter_op_rmw{ceph_daemon="osd.4"} 0
ceph_objecter_op_rmw{ceph_daemon="osd.7"} 0
# HELP ceph_objecter_op_w Write operations
# TYPE ceph_objecter_op_w counter
ceph_objecter_op_w{instance_id="01"} 0
ceph_objecter_op_w{ceph_daemon="mds.ceph-filesystem-b"} 0
ceph_objecter_op_w{ceph_daemon="osd.1"} 0
ceph_objecter_op_w{ceph_daemon="osd.11"} 0
ceph_objecter_op_w{ceph_daemon="osd.4"} 0
ceph_objecter_op_w{ceph_daemon="osd.7"} 0
# HELP ceph_osd_numpg Placement groups
# TYPE ceph_osd_numpg gauge
ceph_osd_numpg{ceph_daemon="osd.1"} 191
ceph_osd_numpg{ceph_daemon="osd.11"} 179
ceph_osd_numpg{ceph_daemon="osd.4"} 199
ceph_osd_numpg{ceph_daemon="osd.7"} 208
# HELP ceph_osd_numpg_removing Placement groups queued for local deletion
# TYPE ceph_osd_numpg_removing gauge
ceph_osd_numpg_removing{ceph_daemon="osd.1"} 0
ceph_osd_numpg_removing{ceph_daemon="osd.11"} 0
ceph_osd_numpg_removing{ceph_daemon="osd.4"} 0
ceph_osd_numpg_removing{ceph_daemon="osd.7"} 0
# HELP ceph_osd_op Client operations
# TYPE ceph_osd_op counter
ceph_osd_op{ceph_daemon="osd.1"} 6717230
ceph_osd_op{ceph_daemon="osd.11"} 5199054
ceph_osd_op{ceph_daemon="osd.4"} 5113799
ceph_osd_op{ceph_daemon="osd.7"} 10798093
# HELP ceph_osd_op_before_queue_op_lat_count Latency of IO before calling queue(before really queue into ShardedOpWq) Count
# TYPE ceph_osd_op_before_queue_op_lat_count counter
ceph_osd_op_before_queue_op_lat_count{ceph_daemon="osd.1"} 20638262
ceph_osd_op_before_queue_op_lat_count{ceph_daemon="osd.11"} 19777293
ceph_osd_op_before_queue_op_lat_count{ceph_daemon="osd.4"} 22087349
ceph_osd_op_before_queue_op_lat_count{ceph_daemon="osd.7"} 27641687
# HELP ceph_osd_op_before_queue_op_lat_sum Latency of IO before calling queue(before really queue into ShardedOpWq) Total
# TYPE ceph_osd_op_before_queue_op_lat_sum gauge
ceph_osd_op_before_queue_op_lat_sum{ceph_daemon="osd.1"} 38313.136651
ceph_osd_op_before_queue_op_lat_sum{ceph_daemon="osd.11"} 37985.831847
ceph_osd_op_before_queue_op_lat_sum{ceph_daemon="osd.4"} 38173.983155
ceph_osd_op_before_queue_op_lat_sum{ceph_daemon="osd.7"} 42624.536909
# HELP ceph_osd_op_delayed_degraded Count of ops delayed due to target object being degraded
# TYPE ceph_osd_op_delayed_degraded counter
ceph_osd_op_delayed_degraded{ceph_daemon="osd.1"} 0
ceph_osd_op_delayed_degraded{ceph_daemon="osd.11"} 4
ceph_osd_op_delayed_degraded{ceph_daemon="osd.4"} 2
ceph_osd_op_delayed_degraded{ceph_daemon="osd.7"} 24
# HELP ceph_osd_op_delayed_unreadable Count of ops delayed due to target object being unreadable
# TYPE ceph_osd_op_delayed_unreadable counter
ceph_osd_op_delayed_unreadable{ceph_daemon="osd.1"} 0
ceph_osd_op_delayed_unreadable{ceph_daemon="osd.11"} 0
ceph_osd_op_delayed_unreadable{ceph_daemon="osd.4"} 0
ceph_osd_op_delayed_unreadable{ceph_daemon="osd.7"} 0
# HELP ceph_osd_op_in_bytes Client operations total write size
# TYPE ceph_osd_op_in_bytes counter
ceph_osd_op_in_bytes{ceph_daemon="osd.1"} 613060747160
ceph_osd_op_in_bytes{ceph_daemon="osd.11"} 851009116896
ceph_osd_op_in_bytes{ceph_daemon="osd.4"} 529553411638
ceph_osd_op_in_bytes{ceph_daemon="osd.7"} 906442481171
# HELP ceph_osd_op_latency_count Latency of client operations (including queue time) Count
# TYPE ceph_osd_op_latency_count counter
ceph_osd_op_latency_count{ceph_daemon="osd.1"} 6717230
ceph_osd_op_latency_count{ceph_daemon="osd.11"} 5199054
ceph_osd_op_latency_count{ceph_daemon="osd.4"} 5113799
ceph_osd_op_latency_count{ceph_daemon="osd.7"} 10798093
# HELP ceph_osd_op_latency_sum Latency of client operations (including queue time) Total
# TYPE ceph_osd_op_latency_sum gauge
ceph_osd_op_latency_sum{ceph_daemon="osd.1"} 148126.166669
ceph_osd_op_latency_sum{ceph_daemon="osd.11"} 205273.924506
ceph_osd_op_latency_sum{ceph_daemon="osd.4"} 114344.945660
ceph_osd_op_latency_sum{ceph_daemon="osd.7"} 221169.547766
# HELP ceph_osd_op_out_bytes Client operations total read size
# TYPE ceph_osd_op_out_bytes counter
ceph_osd_op_out_bytes{ceph_daemon="osd.1"} 301079355880
ceph_osd_op_out_bytes{ceph_daemon="osd.11"} 390640266998
ceph_osd_op_out_bytes{ceph_daemon="osd.4"} 267629708752
ceph_osd_op_out_bytes{ceph_daemon="osd.7"} 421658319131
# HELP ceph_osd_op_prepare_latency_count Latency of client operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_prepare_latency_count counter
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.1"} 6837549
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.11"} 5304130
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.4"} 5179774
ceph_osd_op_prepare_latency_count{ceph_daemon="osd.7"} 10951206
# HELP ceph_osd_op_prepare_latency_sum Latency of client operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_prepare_latency_sum gauge
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.1"} 8721.721380
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.11"} 11218.116658
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.4"} 6320.033981
ceph_osd_op_prepare_latency_sum{ceph_daemon="osd.7"} 13063.050617
# HELP ceph_osd_op_process_latency_count Latency of client operations (excluding queue time) Count
# TYPE ceph_osd_op_process_latency_count counter
ceph_osd_op_process_latency_count{ceph_daemon="osd.1"} 6717230
ceph_osd_op_process_latency_count{ceph_daemon="osd.11"} 5199054
ceph_osd_op_process_latency_count{ceph_daemon="osd.4"} 5113799
ceph_osd_op_process_latency_count{ceph_daemon="osd.7"} 10798093
# HELP ceph_osd_op_process_latency_sum Latency of client operations (excluding queue time) Total
# TYPE ceph_osd_op_process_latency_sum gauge
ceph_osd_op_process_latency_sum{ceph_daemon="osd.1"} 109659.744306
ceph_osd_op_process_latency_sum{ceph_daemon="osd.11"} 153047.009343
ceph_osd_op_process_latency_sum{ceph_daemon="osd.4"} 86294.394867
ceph_osd_op_process_latency_sum{ceph_daemon="osd.7"} 160693.783736
# HELP ceph_osd_op_r Client read operations
# TYPE ceph_osd_op_r counter
ceph_osd_op_r{ceph_daemon="osd.1"} 4059696
ceph_osd_op_r{ceph_daemon="osd.11"} 1519311
ceph_osd_op_r{ceph_daemon="osd.4"} 2971518
ceph_osd_op_r{ceph_daemon="osd.7"} 6848355
# HELP ceph_osd_op_r_latency_count Latency of read operation (including queue time) Count
# TYPE ceph_osd_op_r_latency_count counter
ceph_osd_op_r_latency_count{ceph_daemon="osd.1"} 4059696
ceph_osd_op_r_latency_count{ceph_daemon="osd.11"} 1519311
ceph_osd_op_r_latency_count{ceph_daemon="osd.4"} 2971518
ceph_osd_op_r_latency_count{ceph_daemon="osd.7"} 6848355
# HELP ceph_osd_op_r_latency_sum Latency of read operation (including queue time) Total
# TYPE ceph_osd_op_r_latency_sum gauge
ceph_osd_op_r_latency_sum{ceph_daemon="osd.1"} 29303.097224
ceph_osd_op_r_latency_sum{ceph_daemon="osd.11"} 38758.142611
ceph_osd_op_r_latency_sum{ceph_daemon="osd.4"} 21580.383447
ceph_osd_op_r_latency_sum{ceph_daemon="osd.7"} 44930.087083
# HELP ceph_osd_op_r_out_bytes Client data read
# TYPE ceph_osd_op_r_out_bytes counter
ceph_osd_op_r_out_bytes{ceph_daemon="osd.1"} 301079355880
ceph_osd_op_r_out_bytes{ceph_daemon="osd.11"} 390640266998
ceph_osd_op_r_out_bytes{ceph_daemon="osd.4"} 267629708752
ceph_osd_op_r_out_bytes{ceph_daemon="osd.7"} 421658319131
# HELP ceph_osd_op_r_prepare_latency_count Latency of read operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_r_prepare_latency_count counter
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.1"} 4059714
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.11"} 1519316
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.4"} 2971539
ceph_osd_op_r_prepare_latency_count{ceph_daemon="osd.7"} 6848402
# HELP ceph_osd_op_r_prepare_latency_sum Latency of read operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_r_prepare_latency_sum gauge
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.1"} 2846.975531
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.11"} 3102.038676
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.4"} 2028.821478
ceph_osd_op_r_prepare_latency_sum{ceph_daemon="osd.7"} 3891.776412
# HELP ceph_osd_op_r_process_latency_count Latency of read operation (excluding queue time) Count
# TYPE ceph_osd_op_r_process_latency_count counter
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.1"} 4059696
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.11"} 1519311
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.4"} 2971518
ceph_osd_op_r_process_latency_count{ceph_daemon="osd.7"} 6848355
# HELP ceph_osd_op_r_process_latency_sum Latency of read operation (excluding queue time) Total
# TYPE ceph_osd_op_r_process_latency_sum gauge
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.1"} 4689.998823
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.11"} 4996.224703
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.4"} 4080.087723
ceph_osd_op_r_process_latency_sum{ceph_daemon="osd.7"} 5715.536760
# HELP ceph_osd_op_rw Client read-modify-write operations
# TYPE ceph_osd_op_rw counter
ceph_osd_op_rw{ceph_daemon="osd.1"} 649646
ceph_osd_op_rw{ceph_daemon="osd.11"} 816874
ceph_osd_op_rw{ceph_daemon="osd.4"} 656852
ceph_osd_op_rw{ceph_daemon="osd.7"} 1100059
# HELP ceph_osd_op_rw_in_bytes Client read-modify-write operations write in
# TYPE ceph_osd_op_rw_in_bytes counter
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.1"} 27610435
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.11"} 22519556
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.4"} 22052700
ceph_osd_op_rw_in_bytes{ceph_daemon="osd.7"} 12229020
# HELP ceph_osd_op_rw_latency_count Latency of read-modify-write operation (including queue time) Count
# TYPE ceph_osd_op_rw_latency_count counter
ceph_osd_op_rw_latency_count{ceph_daemon="osd.1"} 649646
ceph_osd_op_rw_latency_count{ceph_daemon="osd.11"} 816874
ceph_osd_op_rw_latency_count{ceph_daemon="osd.4"} 656852
ceph_osd_op_rw_latency_count{ceph_daemon="osd.7"} 1100059
# HELP ceph_osd_op_rw_latency_sum Latency of read-modify-write operation (including queue time) Total
# TYPE ceph_osd_op_rw_latency_sum gauge
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.1"} 9372.134022
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.11"} 10144.055387
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.4"} 7351.108642
ceph_osd_op_rw_latency_sum{ceph_daemon="osd.7"} 11377.296564
# HELP ceph_osd_op_rw_out_bytes Client read-modify-write operations read out 
# TYPE ceph_osd_op_rw_out_bytes counter
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.1"} 0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.11"} 0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.4"} 0
ceph_osd_op_rw_out_bytes{ceph_daemon="osd.7"} 0
# HELP ceph_osd_op_rw_prepare_latency_count Latency of read-modify-write operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_rw_prepare_latency_count counter
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.1"} 652513
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.11"} 820798
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.4"} 657550
ceph_osd_op_rw_prepare_latency_count{ceph_daemon="osd.7"} 1103002
# HELP ceph_osd_op_rw_prepare_latency_sum Latency of read-modify-write operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_rw_prepare_latency_sum gauge
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.1"} 434.777103
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.11"} 479.154679
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.4"} 328.424733
ceph_osd_op_rw_prepare_latency_sum{ceph_daemon="osd.7"} 511.553565
# HELP ceph_osd_op_rw_process_latency_count Latency of read-modify-write operation (excluding queue time) Count
# TYPE ceph_osd_op_rw_process_latency_count counter
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.1"} 649646
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.11"} 816874
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.4"} 656852
ceph_osd_op_rw_process_latency_count{ceph_daemon="osd.7"} 1100059
# HELP ceph_osd_op_rw_process_latency_sum Latency of read-modify-write operation (excluding queue time) Total
# TYPE ceph_osd_op_rw_process_latency_sum gauge
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.1"} 8932.410052
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.11"} 9827.395246
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.4"} 7262.533107
ceph_osd_op_rw_process_latency_sum{ceph_daemon="osd.7"} 11259.585663
# HELP ceph_osd_op_w Client write operations
# TYPE ceph_osd_op_w counter
ceph_osd_op_w{ceph_daemon="osd.1"} 2007888
ceph_osd_op_w{ceph_daemon="osd.11"} 2862869
ceph_osd_op_w{ceph_daemon="osd.4"} 1485429
ceph_osd_op_w{ceph_daemon="osd.7"} 2849679
# HELP ceph_osd_op_w_in_bytes Client data written
# TYPE ceph_osd_op_w_in_bytes counter
ceph_osd_op_w_in_bytes{ceph_daemon="osd.1"} 613033136725
ceph_osd_op_w_in_bytes{ceph_daemon="osd.11"} 850986597340
ceph_osd_op_w_in_bytes{ceph_daemon="osd.4"} 529531358938
ceph_osd_op_w_in_bytes{ceph_daemon="osd.7"} 906430252151
# HELP ceph_osd_op_w_latency_count Latency of write operation (including queue time) Count
# TYPE ceph_osd_op_w_latency_count counter
ceph_osd_op_w_latency_count{ceph_daemon="osd.1"} 2007888
ceph_osd_op_w_latency_count{ceph_daemon="osd.11"} 2862869
ceph_osd_op_w_latency_count{ceph_daemon="osd.4"} 1485429
ceph_osd_op_w_latency_count{ceph_daemon="osd.7"} 2849679
# HELP ceph_osd_op_w_latency_sum Latency of write operation (including queue time) Total
# TYPE ceph_osd_op_w_latency_sum gauge
ceph_osd_op_w_latency_sum{ceph_daemon="osd.1"} 109450.935422
ceph_osd_op_w_latency_sum{ceph_daemon="osd.11"} 156371.726509
ceph_osd_op_w_latency_sum{ceph_daemon="osd.4"} 85413.453571
ceph_osd_op_w_latency_sum{ceph_daemon="osd.7"} 164862.164118
# HELP ceph_osd_op_w_prepare_latency_count Latency of write operations (excluding queue time and wait for finished) Count
# TYPE ceph_osd_op_w_prepare_latency_count counter
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.1"} 2125322
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.11"} 2964016
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.4"} 1550685
ceph_osd_op_w_prepare_latency_count{ceph_daemon="osd.7"} 2999802
# HELP ceph_osd_op_w_prepare_latency_sum Latency of write operations (excluding queue time and wait for finished) Total
# TYPE ceph_osd_op_w_prepare_latency_sum gauge
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.1"} 5439.968746
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.11"} 7636.923302
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.4"} 3962.787770
ceph_osd_op_w_prepare_latency_sum{ceph_daemon="osd.7"} 8659.720640
# HELP ceph_osd_op_w_process_latency_count Latency of write operation (excluding queue time) Count
# TYPE ceph_osd_op_w_process_latency_count counter
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.1"} 2007888
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.11"} 2862869
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.4"} 1485429
ceph_osd_op_w_process_latency_count{ceph_daemon="osd.7"} 2849679
# HELP ceph_osd_op_w_process_latency_sum Latency of write operation (excluding queue time) Total
# TYPE ceph_osd_op_w_process_latency_sum gauge
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.1"} 96037.335431
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.11"} 138223.389393
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.4"} 74951.774037
ceph_osd_op_w_process_latency_sum{ceph_daemon="osd.7"} 143718.661312
# HELP ceph_osd_op_wip Replication operations currently being processed (primary)
# TYPE ceph_osd_op_wip gauge
ceph_osd_op_wip{ceph_daemon="osd.1"} 0
ceph_osd_op_wip{ceph_daemon="osd.11"} 0
ceph_osd_op_wip{ceph_daemon="osd.4"} 0
ceph_osd_op_wip{ceph_daemon="osd.7"} 0
# HELP ceph_osd_recovery_bytes recovery bytes
# TYPE ceph_osd_recovery_bytes counter
ceph_osd_recovery_bytes{ceph_daemon="osd.1"} 493646985853
ceph_osd_recovery_bytes{ceph_daemon="osd.11"} 49802630996
ceph_osd_recovery_bytes{ceph_daemon="osd.4"} 591189737419
ceph_osd_recovery_bytes{ceph_daemon="osd.7"} 282039472407
# HELP ceph_osd_recovery_ops Started recovery operations
# TYPE ceph_osd_recovery_ops counter
ceph_osd_recovery_ops{ceph_daemon="osd.1"} 77469
ceph_osd_recovery_ops{ceph_daemon="osd.11"} 12741
ceph_osd_recovery_ops{ceph_daemon="osd.4"} 93630
ceph_osd_recovery_ops{ceph_daemon="osd.7"} 64748
# HELP ceph_osd_scrub_dp_ec_chunk_busy chunk busy during scrubs
# TYPE ceph_osd_scrub_dp_ec_chunk_busy counter
ceph_osd_scrub_dp_ec_chunk_busy{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_chunk_busy{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_chunk_busy{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_chunk_busy{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_chunk_selected chunk selection during scrubs
# TYPE ceph_osd_scrub_dp_ec_chunk_selected counter
ceph_osd_scrub_dp_ec_chunk_selected{ceph_daemon="osd.1",level="deep",pooltype="ec"} 4675
ceph_osd_scrub_dp_ec_chunk_selected{ceph_daemon="osd.11",level="deep",pooltype="ec"} 4778
ceph_osd_scrub_dp_ec_chunk_selected{ceph_daemon="osd.4",level="deep",pooltype="ec"} 5492
ceph_osd_scrub_dp_ec_chunk_selected{ceph_daemon="osd.7",level="deep",pooltype="ec"} 4613
# HELP ceph_osd_scrub_dp_ec_failed_reservations_elapsed_count time for scrub reservation to fail Count
# TYPE ceph_osd_scrub_dp_ec_failed_reservations_elapsed_count counter
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_failed_reservations_elapsed_sum time for scrub reservation to fail Total
# TYPE ceph_osd_scrub_dp_ec_failed_reservations_elapsed_sum gauge
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0.000000
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0.000000
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0.000000
ceph_osd_scrub_dp_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0.000000
# HELP ceph_osd_scrub_dp_ec_failed_scrubs failed scrubs count
# TYPE ceph_osd_scrub_dp_ec_failed_scrubs counter
ceph_osd_scrub_dp_ec_failed_scrubs{ceph_daemon="osd.1",level="deep",pooltype="ec"} 1
ceph_osd_scrub_dp_ec_failed_scrubs{ceph_daemon="osd.11",level="deep",pooltype="ec"} 1
ceph_osd_scrub_dp_ec_failed_scrubs{ceph_daemon="osd.4",level="deep",pooltype="ec"} 1
ceph_osd_scrub_dp_ec_failed_scrubs{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_count time to scrub failure Count
# TYPE ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_count counter
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="ec"} 1
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="ec"} 1
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="ec"} 1
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_sum time to scrub failure Total
# TYPE ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_sum gauge
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0.876005
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0.657004
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0.157001
ceph_osd_scrub_dp_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0.000000
# HELP ceph_osd_scrub_dp_ec_locked_object waiting on locked object events
# TYPE ceph_osd_scrub_dp_ec_locked_object counter
ceph_osd_scrub_dp_ec_locked_object{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_locked_object{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_locked_object{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_locked_object{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_num_scrubs_past_reservation scrubs count
# TYPE ceph_osd_scrub_dp_ec_num_scrubs_past_reservation counter
ceph_osd_scrub_dp_ec_num_scrubs_past_reservation{ceph_daemon="osd.1",level="deep",pooltype="ec"} 296
ceph_osd_scrub_dp_ec_num_scrubs_past_reservation{ceph_daemon="osd.11",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_num_scrubs_past_reservation{ceph_daemon="osd.4",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_num_scrubs_past_reservation{ceph_daemon="osd.7",level="deep",pooltype="ec"} 206
# HELP ceph_osd_scrub_dp_ec_num_scrubs_started scrubs attempted count
# TYPE ceph_osd_scrub_dp_ec_num_scrubs_started counter
ceph_osd_scrub_dp_ec_num_scrubs_started{ceph_daemon="osd.1",level="deep",pooltype="ec"} 296
ceph_osd_scrub_dp_ec_num_scrubs_started{ceph_daemon="osd.11",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_num_scrubs_started{ceph_daemon="osd.4",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_num_scrubs_started{ceph_daemon="osd.7",level="deep",pooltype="ec"} 206
# HELP ceph_osd_scrub_dp_ec_preemptions preemptions on scrubs
# TYPE ceph_osd_scrub_dp_ec_preemptions counter
ceph_osd_scrub_dp_ec_preemptions{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_preemptions{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_preemptions{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_preemptions{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_replicas_in_reservation number of replicas in reservation
# TYPE ceph_osd_scrub_dp_ec_replicas_in_reservation gauge
ceph_osd_scrub_dp_ec_replicas_in_reservation{ceph_daemon="osd.1",level="deep",pooltype="ec"} 2
ceph_osd_scrub_dp_ec_replicas_in_reservation{ceph_daemon="osd.11",level="deep",pooltype="ec"} 2
ceph_osd_scrub_dp_ec_replicas_in_reservation{ceph_daemon="osd.4",level="deep",pooltype="ec"} 2
ceph_osd_scrub_dp_ec_replicas_in_reservation{ceph_daemon="osd.7",level="deep",pooltype="ec"} 2
# HELP ceph_osd_scrub_dp_ec_reservation_process_aborted scrub reservation was aborted
# TYPE ceph_osd_scrub_dp_ec_reservation_process_aborted counter
ceph_osd_scrub_dp_ec_reservation_process_aborted{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_aborted{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_aborted{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_aborted{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_reservation_process_failure scrub reservation failed due to replica denial
# TYPE ceph_osd_scrub_dp_ec_reservation_process_failure counter
ceph_osd_scrub_dp_ec_reservation_process_failure{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_failure{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_failure{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_failure{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_reservation_process_skipped scrub reservation skipped for high priority scrub
# TYPE ceph_osd_scrub_dp_ec_reservation_process_skipped counter
ceph_osd_scrub_dp_ec_reservation_process_skipped{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_skipped{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_skipped{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_reservation_process_skipped{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_ec_scrub_reservations_completed successfully completed reservation processes
# TYPE ceph_osd_scrub_dp_ec_scrub_reservations_completed counter
ceph_osd_scrub_dp_ec_scrub_reservations_completed{ceph_daemon="osd.1",level="deep",pooltype="ec"} 296
ceph_osd_scrub_dp_ec_scrub_reservations_completed{ceph_daemon="osd.11",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_scrub_reservations_completed{ceph_daemon="osd.4",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_scrub_reservations_completed{ceph_daemon="osd.7",level="deep",pooltype="ec"} 206
# HELP ceph_osd_scrub_dp_ec_successful_reservations_elapsed_count time to scrub reservation completion Count
# TYPE ceph_osd_scrub_dp_ec_successful_reservations_elapsed_count counter
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="ec"} 296
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="ec"} 311
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="ec"} 206
# HELP ceph_osd_scrub_dp_ec_successful_reservations_elapsed_sum time to scrub reservation completion Total
# TYPE ceph_osd_scrub_dp_ec_successful_reservations_elapsed_sum gauge
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="ec"} 1.350010
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="ec"} 8.579002
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="ec"} 1.257007
ceph_osd_scrub_dp_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="ec"} 6.516001
# HELP ceph_osd_scrub_dp_ec_successful_scrubs successful scrubs count
# TYPE ceph_osd_scrub_dp_ec_successful_scrubs counter
ceph_osd_scrub_dp_ec_successful_scrubs{ceph_daemon="osd.1",level="deep",pooltype="ec"} 295
ceph_osd_scrub_dp_ec_successful_scrubs{ceph_daemon="osd.11",level="deep",pooltype="ec"} 310
ceph_osd_scrub_dp_ec_successful_scrubs{ceph_daemon="osd.4",level="deep",pooltype="ec"} 310
ceph_osd_scrub_dp_ec_successful_scrubs{ceph_daemon="osd.7",level="deep",pooltype="ec"} 206
# HELP ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_count time to scrub completion Count
# TYPE ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_count counter
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="ec"} 295
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="ec"} 310
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="ec"} 310
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="ec"} 206
# HELP ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_sum time to scrub completion Total
# TYPE ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_sum gauge
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="ec"} 4280.110996
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="ec"} 4145.913779
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="ec"} 4884.356706
ceph_osd_scrub_dp_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="ec"} 4299.070515
# HELP ceph_osd_scrub_dp_ec_write_blocked_by_scrub write blocked by scrub
# TYPE ceph_osd_scrub_dp_ec_write_blocked_by_scrub counter
ceph_osd_scrub_dp_ec_write_blocked_by_scrub{ceph_daemon="osd.1",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_write_blocked_by_scrub{ceph_daemon="osd.11",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_write_blocked_by_scrub{ceph_daemon="osd.4",level="deep",pooltype="ec"} 0
ceph_osd_scrub_dp_ec_write_blocked_by_scrub{ceph_daemon="osd.7",level="deep",pooltype="ec"} 0
# HELP ceph_osd_scrub_dp_repl_chunk_busy chunk busy during scrubs
# TYPE ceph_osd_scrub_dp_repl_chunk_busy counter
ceph_osd_scrub_dp_repl_chunk_busy{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_chunk_busy{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_chunk_busy{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_chunk_busy{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_chunk_selected chunk selection during scrubs
# TYPE ceph_osd_scrub_dp_repl_chunk_selected counter
ceph_osd_scrub_dp_repl_chunk_selected{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 12255
ceph_osd_scrub_dp_repl_chunk_selected{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 13844
ceph_osd_scrub_dp_repl_chunk_selected{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 7981
ceph_osd_scrub_dp_repl_chunk_selected{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 17588
# HELP ceph_osd_scrub_dp_repl_failed_reservations_elapsed_count time for scrub reservation to fail Count
# TYPE ceph_osd_scrub_dp_repl_failed_reservations_elapsed_count counter
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_failed_reservations_elapsed_sum time for scrub reservation to fail Total
# TYPE ceph_osd_scrub_dp_repl_failed_reservations_elapsed_sum gauge
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0.000000
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0.000000
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0.000000
ceph_osd_scrub_dp_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0.000000
# HELP ceph_osd_scrub_dp_repl_failed_scrubs failed scrubs count
# TYPE ceph_osd_scrub_dp_repl_failed_scrubs counter
ceph_osd_scrub_dp_repl_failed_scrubs{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 1
ceph_osd_scrub_dp_repl_failed_scrubs{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_scrubs{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_scrubs{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_count time to scrub failure Count
# TYPE ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_count counter
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 1
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_sum time to scrub failure Total
# TYPE ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_sum gauge
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0.306003
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0.000000
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0.000000
ceph_osd_scrub_dp_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0.000000
# HELP ceph_osd_scrub_dp_repl_locked_object waiting on locked object events
# TYPE ceph_osd_scrub_dp_repl_locked_object counter
ceph_osd_scrub_dp_repl_locked_object{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_locked_object{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_locked_object{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_locked_object{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_num_scrubs_past_reservation scrubs count
# TYPE ceph_osd_scrub_dp_repl_num_scrubs_past_reservation counter
ceph_osd_scrub_dp_repl_num_scrubs_past_reservation{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 192
ceph_osd_scrub_dp_repl_num_scrubs_past_reservation{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 250
ceph_osd_scrub_dp_repl_num_scrubs_past_reservation{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 246
ceph_osd_scrub_dp_repl_num_scrubs_past_reservation{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 396
# HELP ceph_osd_scrub_dp_repl_num_scrubs_started scrubs attempted count
# TYPE ceph_osd_scrub_dp_repl_num_scrubs_started counter
ceph_osd_scrub_dp_repl_num_scrubs_started{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 192
ceph_osd_scrub_dp_repl_num_scrubs_started{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 250
ceph_osd_scrub_dp_repl_num_scrubs_started{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 246
ceph_osd_scrub_dp_repl_num_scrubs_started{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 396
# HELP ceph_osd_scrub_dp_repl_preemptions preemptions on scrubs
# TYPE ceph_osd_scrub_dp_repl_preemptions counter
ceph_osd_scrub_dp_repl_preemptions{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 3
ceph_osd_scrub_dp_repl_preemptions{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 5
ceph_osd_scrub_dp_repl_preemptions{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 5
ceph_osd_scrub_dp_repl_preemptions{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 8
# HELP ceph_osd_scrub_dp_repl_replicas_in_reservation number of replicas in reservation
# TYPE ceph_osd_scrub_dp_repl_replicas_in_reservation gauge
ceph_osd_scrub_dp_repl_replicas_in_reservation{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 2
ceph_osd_scrub_dp_repl_replicas_in_reservation{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 2
ceph_osd_scrub_dp_repl_replicas_in_reservation{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 2
ceph_osd_scrub_dp_repl_replicas_in_reservation{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 2
# HELP ceph_osd_scrub_dp_repl_reservation_process_aborted scrub reservation was aborted
# TYPE ceph_osd_scrub_dp_repl_reservation_process_aborted counter
ceph_osd_scrub_dp_repl_reservation_process_aborted{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_aborted{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_aborted{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_aborted{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_reservation_process_failure scrub reservation failed due to replica denial
# TYPE ceph_osd_scrub_dp_repl_reservation_process_failure counter
ceph_osd_scrub_dp_repl_reservation_process_failure{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_failure{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_failure{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_failure{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_reservation_process_skipped scrub reservation skipped for high priority scrub
# TYPE ceph_osd_scrub_dp_repl_reservation_process_skipped counter
ceph_osd_scrub_dp_repl_reservation_process_skipped{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_skipped{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_skipped{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0
ceph_osd_scrub_dp_repl_reservation_process_skipped{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 0
# HELP ceph_osd_scrub_dp_repl_scrub_reservations_completed successfully completed reservation processes
# TYPE ceph_osd_scrub_dp_repl_scrub_reservations_completed counter
ceph_osd_scrub_dp_repl_scrub_reservations_completed{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 192
ceph_osd_scrub_dp_repl_scrub_reservations_completed{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 250
ceph_osd_scrub_dp_repl_scrub_reservations_completed{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 246
ceph_osd_scrub_dp_repl_scrub_reservations_completed{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 396
# HELP ceph_osd_scrub_dp_repl_successful_reservations_elapsed_count time to scrub reservation completion Count
# TYPE ceph_osd_scrub_dp_repl_successful_reservations_elapsed_count counter
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 192
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 250
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 246
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 396
# HELP ceph_osd_scrub_dp_repl_successful_reservations_elapsed_sum time to scrub reservation completion Total
# TYPE ceph_osd_scrub_dp_repl_successful_reservations_elapsed_sum gauge
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 0.436003
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 0.583003
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 0.562004
ceph_osd_scrub_dp_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 8.255071
# HELP ceph_osd_scrub_dp_repl_successful_scrubs successful scrubs count
# TYPE ceph_osd_scrub_dp_repl_successful_scrubs counter
ceph_osd_scrub_dp_repl_successful_scrubs{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 191
ceph_osd_scrub_dp_repl_successful_scrubs{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 250
ceph_osd_scrub_dp_repl_successful_scrubs{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 246
ceph_osd_scrub_dp_repl_successful_scrubs{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 396
# HELP ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_count time to scrub completion Count
# TYPE ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_count counter
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 191
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 250
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 246
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 396
# HELP ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_sum time to scrub completion Total
# TYPE ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_sum gauge
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 16221.221268
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 16826.586470
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 9498.440471
ceph_osd_scrub_dp_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 22761.017502
# HELP ceph_osd_scrub_dp_repl_write_blocked_by_scrub write blocked by scrub
# TYPE ceph_osd_scrub_dp_repl_write_blocked_by_scrub counter
ceph_osd_scrub_dp_repl_write_blocked_by_scrub{ceph_daemon="osd.1",level="deep",pooltype="replicated"} 5
ceph_osd_scrub_dp_repl_write_blocked_by_scrub{ceph_daemon="osd.11",level="deep",pooltype="replicated"} 9
ceph_osd_scrub_dp_repl_write_blocked_by_scrub{ceph_daemon="osd.4",level="deep",pooltype="replicated"} 8
ceph_osd_scrub_dp_repl_write_blocked_by_scrub{ceph_daemon="osd.7",level="deep",pooltype="replicated"} 8
# HELP ceph_osd_scrub_sh_ec_chunk_busy chunk busy during scrubs
# TYPE ceph_osd_scrub_sh_ec_chunk_busy counter
ceph_osd_scrub_sh_ec_chunk_busy{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_chunk_busy{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_chunk_busy{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_chunk_busy{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 0
# HELP ceph_osd_scrub_sh_ec_chunk_selected chunk selection during scrubs
# TYPE ceph_osd_scrub_sh_ec_chunk_selected counter
ceph_osd_scrub_sh_ec_chunk_selected{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 2633
ceph_osd_scrub_sh_ec_chunk_selected{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 3025
ceph_osd_scrub_sh_ec_chunk_selected{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 3161
ceph_osd_scrub_sh_ec_chunk_selected{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 2767
# HELP ceph_osd_scrub_sh_ec_failed_reservations_elapsed_count time for scrub reservation to fail Count
# TYPE ceph_osd_scrub_sh_ec_failed_reservations_elapsed_count counter
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 1
# HELP ceph_osd_scrub_sh_ec_failed_reservations_elapsed_sum time for scrub reservation to fail Total
# TYPE ceph_osd_scrub_sh_ec_failed_reservations_elapsed_sum gauge
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0.000000
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0.102001
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0.000000
ceph_osd_scrub_sh_ec_failed_reservations_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 35.706998
# HELP ceph_osd_scrub_sh_ec_failed_scrubs failed scrubs count
# TYPE ceph_osd_scrub_sh_ec_failed_scrubs counter
ceph_osd_scrub_sh_ec_failed_scrubs{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_failed_scrubs{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_failed_scrubs{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_failed_scrubs{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 5
# HELP ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_count time to scrub failure Count
# TYPE ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_count counter
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 5
# HELP ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_sum time to scrub failure Total
# TYPE ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_sum gauge
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0.342002
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0.000000
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0.394002
ceph_osd_scrub_sh_ec_failed_scrubs_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 2.042012
# HELP ceph_osd_scrub_sh_ec_locked_object waiting on locked object events
# TYPE ceph_osd_scrub_sh_ec_locked_object counter
ceph_osd_scrub_sh_ec_locked_object{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_locked_object{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_locked_object{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_locked_object{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 0
# HELP ceph_osd_scrub_sh_ec_num_scrubs_past_reservation scrubs count
# TYPE ceph_osd_scrub_sh_ec_num_scrubs_past_reservation counter
ceph_osd_scrub_sh_ec_num_scrubs_past_reservation{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 889
ceph_osd_scrub_sh_ec_num_scrubs_past_reservation{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1022
ceph_osd_scrub_sh_ec_num_scrubs_past_reservation{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 996
ceph_osd_scrub_sh_ec_num_scrubs_past_reservation{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 723
# HELP ceph_osd_scrub_sh_ec_num_scrubs_started scrubs attempted count
# TYPE ceph_osd_scrub_sh_ec_num_scrubs_started counter
ceph_osd_scrub_sh_ec_num_scrubs_started{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 889
ceph_osd_scrub_sh_ec_num_scrubs_started{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1023
ceph_osd_scrub_sh_ec_num_scrubs_started{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 996
ceph_osd_scrub_sh_ec_num_scrubs_started{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 724
# HELP ceph_osd_scrub_sh_ec_preemptions preemptions on scrubs
# TYPE ceph_osd_scrub_sh_ec_preemptions counter
ceph_osd_scrub_sh_ec_preemptions{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_preemptions{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_preemptions{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_preemptions{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 2
# HELP ceph_osd_scrub_sh_ec_replicas_in_reservation number of replicas in reservation
# TYPE ceph_osd_scrub_sh_ec_replicas_in_reservation gauge
ceph_osd_scrub_sh_ec_replicas_in_reservation{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 2
ceph_osd_scrub_sh_ec_replicas_in_reservation{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 2
ceph_osd_scrub_sh_ec_replicas_in_reservation{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 2
ceph_osd_scrub_sh_ec_replicas_in_reservation{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 2
# HELP ceph_osd_scrub_sh_ec_reservation_process_aborted scrub reservation was aborted
# TYPE ceph_osd_scrub_sh_ec_reservation_process_aborted counter
ceph_osd_scrub_sh_ec_reservation_process_aborted{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_aborted{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_reservation_process_aborted{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_aborted{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 1
# HELP ceph_osd_scrub_sh_ec_reservation_process_failure scrub reservation failed due to replica denial
# TYPE ceph_osd_scrub_sh_ec_reservation_process_failure counter
ceph_osd_scrub_sh_ec_reservation_process_failure{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_failure{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_failure{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_failure{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 0
# HELP ceph_osd_scrub_sh_ec_reservation_process_skipped scrub reservation skipped for high priority scrub
# TYPE ceph_osd_scrub_sh_ec_reservation_process_skipped counter
ceph_osd_scrub_sh_ec_reservation_process_skipped{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_skipped{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_skipped{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_reservation_process_skipped{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 0
# HELP ceph_osd_scrub_sh_ec_scrub_reservations_completed successfully completed reservation processes
# TYPE ceph_osd_scrub_sh_ec_scrub_reservations_completed counter
ceph_osd_scrub_sh_ec_scrub_reservations_completed{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 889
ceph_osd_scrub_sh_ec_scrub_reservations_completed{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1022
ceph_osd_scrub_sh_ec_scrub_reservations_completed{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 996
ceph_osd_scrub_sh_ec_scrub_reservations_completed{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 723
# HELP ceph_osd_scrub_sh_ec_successful_reservations_elapsed_count time to scrub reservation completion Count
# TYPE ceph_osd_scrub_sh_ec_successful_reservations_elapsed_count counter
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 889
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1022
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 996
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 723
# HELP ceph_osd_scrub_sh_ec_successful_reservations_elapsed_sum time to scrub reservation completion Total
# TYPE ceph_osd_scrub_sh_ec_successful_reservations_elapsed_sum gauge
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 132.602072
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 88.074262
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 4.602029
ceph_osd_scrub_sh_ec_successful_reservations_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 78.866021
# HELP ceph_osd_scrub_sh_ec_successful_scrubs successful scrubs count
# TYPE ceph_osd_scrub_sh_ec_successful_scrubs counter
ceph_osd_scrub_sh_ec_successful_scrubs{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 888
ceph_osd_scrub_sh_ec_successful_scrubs{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1022
ceph_osd_scrub_sh_ec_successful_scrubs{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 995
ceph_osd_scrub_sh_ec_successful_scrubs{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 718
# HELP ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_count time to scrub completion Count
# TYPE ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_count counter
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 888
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1022
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 995
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 718
# HELP ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_sum time to scrub completion Total
# TYPE ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_sum gauge
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 1107.543521
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1179.880060
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 1191.870681
ceph_osd_scrub_sh_ec_successful_scrubs_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 1192.179390
# HELP ceph_osd_scrub_sh_ec_write_blocked_by_scrub write blocked by scrub
# TYPE ceph_osd_scrub_sh_ec_write_blocked_by_scrub counter
ceph_osd_scrub_sh_ec_write_blocked_by_scrub{ceph_daemon="osd.1",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_write_blocked_by_scrub{ceph_daemon="osd.11",level="shallow",pooltype="ec"} 1
ceph_osd_scrub_sh_ec_write_blocked_by_scrub{ceph_daemon="osd.4",level="shallow",pooltype="ec"} 0
ceph_osd_scrub_sh_ec_write_blocked_by_scrub{ceph_daemon="osd.7",level="shallow",pooltype="ec"} 2
# HELP ceph_osd_scrub_sh_repl_chunk_busy chunk busy during scrubs
# TYPE ceph_osd_scrub_sh_repl_chunk_busy counter
ceph_osd_scrub_sh_repl_chunk_busy{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_chunk_busy{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_chunk_busy{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_chunk_busy{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_chunk_selected chunk selection during scrubs
# TYPE ceph_osd_scrub_sh_repl_chunk_selected counter
ceph_osd_scrub_sh_repl_chunk_selected{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 6566
ceph_osd_scrub_sh_repl_chunk_selected{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 7877
ceph_osd_scrub_sh_repl_chunk_selected{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 4611
ceph_osd_scrub_sh_repl_chunk_selected{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 9756
# HELP ceph_osd_scrub_sh_repl_failed_reservations_elapsed_count time for scrub reservation to fail Count
# TYPE ceph_osd_scrub_sh_repl_failed_reservations_elapsed_count counter
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_failed_reservations_elapsed_sum time for scrub reservation to fail Total
# TYPE ceph_osd_scrub_sh_repl_failed_reservations_elapsed_sum gauge
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0.000000
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0.000000
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0.000000
ceph_osd_scrub_sh_repl_failed_reservations_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0.000000
# HELP ceph_osd_scrub_sh_repl_failed_scrubs failed scrubs count
# TYPE ceph_osd_scrub_sh_repl_failed_scrubs counter
ceph_osd_scrub_sh_repl_failed_scrubs{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_failed_scrubs{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 1
ceph_osd_scrub_sh_repl_failed_scrubs{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 1
ceph_osd_scrub_sh_repl_failed_scrubs{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_count time to scrub failure Count
# TYPE ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_count counter
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 1
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 1
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_sum time to scrub failure Total
# TYPE ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_sum gauge
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0.000000
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0.270001
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 1.812006
ceph_osd_scrub_sh_repl_failed_scrubs_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0.000000
# HELP ceph_osd_scrub_sh_repl_locked_object waiting on locked object events
# TYPE ceph_osd_scrub_sh_repl_locked_object counter
ceph_osd_scrub_sh_repl_locked_object{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_locked_object{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_locked_object{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_locked_object{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_num_scrubs_past_reservation scrubs count
# TYPE ceph_osd_scrub_sh_repl_num_scrubs_past_reservation counter
ceph_osd_scrub_sh_repl_num_scrubs_past_reservation{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 645
ceph_osd_scrub_sh_repl_num_scrubs_past_reservation{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 801
ceph_osd_scrub_sh_repl_num_scrubs_past_reservation{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 784
ceph_osd_scrub_sh_repl_num_scrubs_past_reservation{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 1289
# HELP ceph_osd_scrub_sh_repl_num_scrubs_started scrubs attempted count
# TYPE ceph_osd_scrub_sh_repl_num_scrubs_started counter
ceph_osd_scrub_sh_repl_num_scrubs_started{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 645
ceph_osd_scrub_sh_repl_num_scrubs_started{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 801
ceph_osd_scrub_sh_repl_num_scrubs_started{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 784
ceph_osd_scrub_sh_repl_num_scrubs_started{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 1289
# HELP ceph_osd_scrub_sh_repl_preemptions preemptions on scrubs
# TYPE ceph_osd_scrub_sh_repl_preemptions counter
ceph_osd_scrub_sh_repl_preemptions{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 4
ceph_osd_scrub_sh_repl_preemptions{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 9
ceph_osd_scrub_sh_repl_preemptions{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 4
ceph_osd_scrub_sh_repl_preemptions{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 4
# HELP ceph_osd_scrub_sh_repl_replicas_in_reservation number of replicas in reservation
# TYPE ceph_osd_scrub_sh_repl_replicas_in_reservation gauge
ceph_osd_scrub_sh_repl_replicas_in_reservation{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 2
ceph_osd_scrub_sh_repl_replicas_in_reservation{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 2
ceph_osd_scrub_sh_repl_replicas_in_reservation{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 2
ceph_osd_scrub_sh_repl_replicas_in_reservation{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 2
# HELP ceph_osd_scrub_sh_repl_reservation_process_aborted scrub reservation was aborted
# TYPE ceph_osd_scrub_sh_repl_reservation_process_aborted counter
ceph_osd_scrub_sh_repl_reservation_process_aborted{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_aborted{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_aborted{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_aborted{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_reservation_process_failure scrub reservation failed due to replica denial
# TYPE ceph_osd_scrub_sh_repl_reservation_process_failure counter
ceph_osd_scrub_sh_repl_reservation_process_failure{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_failure{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_failure{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_failure{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_reservation_process_skipped scrub reservation skipped for high priority scrub
# TYPE ceph_osd_scrub_sh_repl_reservation_process_skipped counter
ceph_osd_scrub_sh_repl_reservation_process_skipped{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_skipped{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_skipped{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 0
ceph_osd_scrub_sh_repl_reservation_process_skipped{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 0
# HELP ceph_osd_scrub_sh_repl_scrub_reservations_completed successfully completed reservation processes
# TYPE ceph_osd_scrub_sh_repl_scrub_reservations_completed counter
ceph_osd_scrub_sh_repl_scrub_reservations_completed{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 645
ceph_osd_scrub_sh_repl_scrub_reservations_completed{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 801
ceph_osd_scrub_sh_repl_scrub_reservations_completed{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 784
ceph_osd_scrub_sh_repl_scrub_reservations_completed{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 1289
# HELP ceph_osd_scrub_sh_repl_successful_reservations_elapsed_count time to scrub reservation completion Count
# TYPE ceph_osd_scrub_sh_repl_successful_reservations_elapsed_count counter
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 645
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 801
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 784
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 1289
# HELP ceph_osd_scrub_sh_repl_successful_reservations_elapsed_sum time to scrub reservation completion Total
# TYPE ceph_osd_scrub_sh_repl_successful_reservations_elapsed_sum gauge
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 144.564602
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 53.023196
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 53.226205
ceph_osd_scrub_sh_repl_successful_reservations_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 177.860779
# HELP ceph_osd_scrub_sh_repl_successful_scrubs successful scrubs count
# TYPE ceph_osd_scrub_sh_repl_successful_scrubs counter
ceph_osd_scrub_sh_repl_successful_scrubs{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 645
ceph_osd_scrub_sh_repl_successful_scrubs{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 800
ceph_osd_scrub_sh_repl_successful_scrubs{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 783
ceph_osd_scrub_sh_repl_successful_scrubs{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 1289
# HELP ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_count time to scrub completion Count
# TYPE ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_count counter
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 645
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 800
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 783
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_count{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 1289
# HELP ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_sum time to scrub completion Total
# TYPE ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_sum gauge
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 2875.453708
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 3427.947817
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 2031.973950
ceph_osd_scrub_sh_repl_successful_scrubs_elapsed_sum{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 4174.553743
# HELP ceph_osd_scrub_sh_repl_write_blocked_by_scrub write blocked by scrub
# TYPE ceph_osd_scrub_sh_repl_write_blocked_by_scrub counter
ceph_osd_scrub_sh_repl_write_blocked_by_scrub{ceph_daemon="osd.1",level="shallow",pooltype="replicated"} 9
ceph_osd_scrub_sh_repl_write_blocked_by_scrub{ceph_daemon="osd.11",level="shallow",pooltype="replicated"} 11
ceph_osd_scrub_sh_repl_write_blocked_by_scrub{ceph_daemon="osd.4",level="shallow",pooltype="replicated"} 6
ceph_osd_scrub_sh_repl_write_blocked_by_scrub{ceph_daemon="osd.7",level="shallow",pooltype="replicated"} 11
# HELP ceph_osd_stat_bytes OSD size
# TYPE ceph_osd_stat_bytes gauge
ceph_osd_stat_bytes{ceph_daemon="osd.1"} 1099511627776
ceph_osd_stat_bytes{ceph_daemon="osd.11"} 1099511627776
ceph_osd_stat_bytes{ceph_daemon="osd.4"} 1099511627776
ceph_osd_stat_bytes{ceph_daemon="osd.7"} 1099511627776
# HELP ceph_osd_stat_bytes_used Used space
# TYPE ceph_osd_stat_bytes_used gauge
ceph_osd_stat_bytes_used{ceph_daemon="osd.1"} 451911585792
ceph_osd_stat_bytes_used{ceph_daemon="osd.11"} 404704632832
ceph_osd_stat_bytes_used{ceph_daemon="osd.4"} 436827025408
ceph_osd_stat_bytes_used{ceph_daemon="osd.7"} 515865960448
# HELP ceph_paxos_accept_timeout Accept timeouts
# TYPE ceph_paxos_accept_timeout counter
ceph_paxos_accept_timeout{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_begin Started and handled begins
# TYPE ceph_paxos_begin counter
ceph_paxos_begin{ceph_daemon="mon.a"} 5227474
# HELP ceph_paxos_begin_bytes_count Data in transaction on begin Count
# TYPE ceph_paxos_begin_bytes_count counter
ceph_paxos_begin_bytes_count{ceph_daemon="mon.a"} 5227474
# HELP ceph_paxos_begin_bytes_sum Data in transaction on begin Total
# TYPE ceph_paxos_begin_bytes_sum gauge
ceph_paxos_begin_bytes_sum{ceph_daemon="mon.a"} 65138980149
# HELP ceph_paxos_begin_keys_count Keys in transaction on begin Count
# TYPE ceph_paxos_begin_keys_count counter
ceph_paxos_begin_keys_count{ceph_daemon="mon.a"} 5227474
# HELP ceph_paxos_begin_keys_sum Keys in transaction on begin Total
# TYPE ceph_paxos_begin_keys_sum gauge
ceph_paxos_begin_keys_sum{ceph_daemon="mon.a"} 15682422
# HELP ceph_paxos_begin_latency_count Latency of begin operation Count
# TYPE ceph_paxos_begin_latency_count counter
ceph_paxos_begin_latency_count{ceph_daemon="mon.a"} 5227474
# HELP ceph_paxos_begin_latency_sum Latency of begin operation Total
# TYPE ceph_paxos_begin_latency_sum gauge
ceph_paxos_begin_latency_sum{ceph_daemon="mon.a"} 64333.891709
# HELP ceph_paxos_collect Peon collects
# TYPE ceph_paxos_collect counter
ceph_paxos_collect{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_collect_bytes_count Data in transaction on peon collect Count
# TYPE ceph_paxos_collect_bytes_count counter
ceph_paxos_collect_bytes_count{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_collect_bytes_sum Data in transaction on peon collect Total
# TYPE ceph_paxos_collect_bytes_sum gauge
ceph_paxos_collect_bytes_sum{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_collect_keys_count Keys in transaction on peon collect Count
# TYPE ceph_paxos_collect_keys_count counter
ceph_paxos_collect_keys_count{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_collect_keys_sum Keys in transaction on peon collect Total
# TYPE ceph_paxos_collect_keys_sum gauge
ceph_paxos_collect_keys_sum{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_collect_latency_count Peon collect latency Count
# TYPE ceph_paxos_collect_latency_count counter
ceph_paxos_collect_latency_count{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_collect_latency_sum Peon collect latency Total
# TYPE ceph_paxos_collect_latency_sum gauge
ceph_paxos_collect_latency_sum{ceph_daemon="mon.a"} 0.000000
# HELP ceph_paxos_collect_timeout Collect timeouts
# TYPE ceph_paxos_collect_timeout counter
ceph_paxos_collect_timeout{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_collect_uncommitted Uncommitted values in started and handled collects
# TYPE ceph_paxos_collect_uncommitted counter
ceph_paxos_collect_uncommitted{ceph_daemon="mon.a"} 2
# HELP ceph_paxos_commit Commits
# TYPE ceph_paxos_commit counter
ceph_paxos_commit{ceph_daemon="mon.a"} 5227472
# HELP ceph_paxos_commit_bytes_count Data in transaction on commit Count
# TYPE ceph_paxos_commit_bytes_count counter
ceph_paxos_commit_bytes_count{ceph_daemon="mon.a"} 5227472
# HELP ceph_paxos_commit_bytes_sum Data in transaction on commit Total
# TYPE ceph_paxos_commit_bytes_sum gauge
ceph_paxos_commit_bytes_sum{ceph_daemon="mon.a"} 64738809399
# HELP ceph_paxos_commit_keys_count Keys in transaction on commit Count
# TYPE ceph_paxos_commit_keys_count counter
ceph_paxos_commit_keys_count{ceph_daemon="mon.a"} 5227472
# HELP ceph_paxos_commit_keys_sum Keys in transaction on commit Total
# TYPE ceph_paxos_commit_keys_sum gauge
ceph_paxos_commit_keys_sum{ceph_daemon="mon.a"} 41633250
# HELP ceph_paxos_commit_latency_count Commit latency Count
# TYPE ceph_paxos_commit_latency_count counter
ceph_paxos_commit_latency_count{ceph_daemon="mon.a"} 5227472
# HELP ceph_paxos_commit_latency_sum Commit latency Total
# TYPE ceph_paxos_commit_latency_sum gauge
ceph_paxos_commit_latency_sum{ceph_daemon="mon.a"} 55499.504656
# HELP ceph_paxos_lease_ack_timeout Lease acknowledgement timeouts
# TYPE ceph_paxos_lease_ack_timeout counter
ceph_paxos_lease_ack_timeout{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_lease_timeout Lease timeouts
# TYPE ceph_paxos_lease_timeout counter
ceph_paxos_lease_timeout{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_new_pn New proposal number queries
# TYPE ceph_paxos_new_pn counter
ceph_paxos_new_pn{ceph_daemon="mon.a"} 14
# HELP ceph_paxos_new_pn_latency_count New proposal number getting latency Count
# TYPE ceph_paxos_new_pn_latency_count counter
ceph_paxos_new_pn_latency_count{ceph_daemon="mon.a"} 14
# HELP ceph_paxos_new_pn_latency_sum New proposal number getting latency Total
# TYPE ceph_paxos_new_pn_latency_sum gauge
ceph_paxos_new_pn_latency_sum{ceph_daemon="mon.a"} 0.155022
# HELP ceph_paxos_refresh Refreshes
# TYPE ceph_paxos_refresh counter
ceph_paxos_refresh{ceph_daemon="mon.a"} 5227475
# HELP ceph_paxos_refresh_latency_count Refresh latency Count
# TYPE ceph_paxos_refresh_latency_count counter
ceph_paxos_refresh_latency_count{ceph_daemon="mon.a"} 5227475
# HELP ceph_paxos_refresh_latency_sum Refresh latency Total
# TYPE ceph_paxos_refresh_latency_sum gauge
ceph_paxos_refresh_latency_sum{ceph_daemon="mon.a"} 73840.421747
# HELP ceph_paxos_restart Restarts
# TYPE ceph_paxos_restart counter
ceph_paxos_restart{ceph_daemon="mon.a"} 66
# HELP ceph_paxos_share_state Sharings of state
# TYPE ceph_paxos_share_state counter
ceph_paxos_share_state{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_share_state_bytes_count Data in shared state Count
# TYPE ceph_paxos_share_state_bytes_count counter
ceph_paxos_share_state_bytes_count{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_share_state_bytes_sum Data in shared state Total
# TYPE ceph_paxos_share_state_bytes_sum gauge
ceph_paxos_share_state_bytes_sum{ceph_daemon="mon.a"} 52188
# HELP ceph_paxos_share_state_keys_count Keys in shared state Count
# TYPE ceph_paxos_share_state_keys_count counter
ceph_paxos_share_state_keys_count{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_share_state_keys_sum Keys in shared state Total
# TYPE ceph_paxos_share_state_keys_sum gauge
ceph_paxos_share_state_keys_sum{ceph_daemon="mon.a"} 2
# HELP ceph_paxos_start_leader Starts in leader role
# TYPE ceph_paxos_start_leader counter
ceph_paxos_start_leader{ceph_daemon="mon.a"} 13
# HELP ceph_paxos_start_peon Starts in peon role
# TYPE ceph_paxos_start_peon counter
ceph_paxos_start_peon{ceph_daemon="mon.a"} 0
# HELP ceph_paxos_store_state Store a shared state on disk
# TYPE ceph_paxos_store_state counter
ceph_paxos_store_state{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_store_state_bytes_count Data in transaction in stored state Count
# TYPE ceph_paxos_store_state_bytes_count counter
ceph_paxos_store_state_bytes_count{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_store_state_bytes_sum Data in transaction in stored state Total
# TYPE ceph_paxos_store_state_bytes_sum gauge
ceph_paxos_store_state_bytes_sum{ceph_daemon="mon.a"} 1307308
# HELP ceph_paxos_store_state_keys_count Keys in transaction in stored state Count
# TYPE ceph_paxos_store_state_keys_count counter
ceph_paxos_store_state_keys_count{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_store_state_keys_sum Keys in transaction in stored state Total
# TYPE ceph_paxos_store_state_keys_sum gauge
ceph_paxos_store_state_keys_sum{ceph_daemon="mon.a"} 793
# HELP ceph_paxos_store_state_latency_count Storing state latency Count
# TYPE ceph_paxos_store_state_latency_count counter
ceph_paxos_store_state_latency_count{ceph_daemon="mon.a"} 1
# HELP ceph_paxos_store_state_latency_sum Storing state latency Total
# TYPE ceph_paxos_store_state_latency_sum gauge
ceph_paxos_store_state_latency_sum{ceph_daemon="mon.a"} 0.037001
# HELP ceph_prioritycache:full_committed_bytes total bytes committed,
# TYPE ceph_prioritycache:full_committed_bytes gauge
ceph_prioritycache:full_committed_bytes{ceph_daemon="mon.a"} 381681664
# HELP ceph_prioritycache:full_pri0_bytes bytes allocated to pri0
# TYPE ceph_prioritycache:full_pri0_bytes gauge
ceph_prioritycache:full_pri0_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri10_bytes bytes allocated to pri10
# TYPE ceph_prioritycache:full_pri10_bytes gauge
ceph_prioritycache:full_pri10_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri11_bytes bytes allocated to pri11
# TYPE ceph_prioritycache:full_pri11_bytes gauge
ceph_prioritycache:full_pri11_bytes{ceph_daemon="mon.a"} 254596561
# HELP ceph_prioritycache:full_pri1_bytes bytes allocated to pri1
# TYPE ceph_prioritycache:full_pri1_bytes gauge
ceph_prioritycache:full_pri1_bytes{ceph_daemon="mon.a"} 57970447
# HELP ceph_prioritycache:full_pri2_bytes bytes allocated to pri2
# TYPE ceph_prioritycache:full_pri2_bytes gauge
ceph_prioritycache:full_pri2_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri3_bytes bytes allocated to pri3
# TYPE ceph_prioritycache:full_pri3_bytes gauge
ceph_prioritycache:full_pri3_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri4_bytes bytes allocated to pri4
# TYPE ceph_prioritycache:full_pri4_bytes gauge
ceph_prioritycache:full_pri4_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri5_bytes bytes allocated to pri5
# TYPE ceph_prioritycache:full_pri5_bytes gauge
ceph_prioritycache:full_pri5_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri6_bytes bytes allocated to pri6
# TYPE ceph_prioritycache:full_pri6_bytes gauge
ceph_prioritycache:full_pri6_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri7_bytes bytes allocated to pri7
# TYPE ceph_prioritycache:full_pri7_bytes gauge
ceph_prioritycache:full_pri7_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri8_bytes bytes allocated to pri8
# TYPE ceph_prioritycache:full_pri8_bytes gauge
ceph_prioritycache:full_pri8_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_pri9_bytes bytes allocated to pri9
# TYPE ceph_prioritycache:full_pri9_bytes gauge
ceph_prioritycache:full_pri9_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:full_reserved_bytes bytes reserved for future growth.
# TYPE ceph_prioritycache:full_reserved_bytes gauge
ceph_prioritycache:full_reserved_bytes{ceph_daemon="mon.a"} 69114656
# HELP ceph_prioritycache:inc_committed_bytes total bytes committed,
# TYPE ceph_prioritycache:inc_committed_bytes gauge
ceph_prioritycache:inc_committed_bytes{ceph_daemon="mon.a"} 327155712
# HELP ceph_prioritycache:inc_pri0_bytes bytes allocated to pri0
# TYPE ceph_prioritycache:inc_pri0_bytes gauge
ceph_prioritycache:inc_pri0_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri10_bytes bytes allocated to pri10
# TYPE ceph_prioritycache:inc_pri10_bytes gauge
ceph_prioritycache:inc_pri10_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri11_bytes bytes allocated to pri11
# TYPE ceph_prioritycache:inc_pri11_bytes gauge
ceph_prioritycache:inc_pri11_bytes{ceph_daemon="mon.a"} 254596561
# HELP ceph_prioritycache:inc_pri1_bytes bytes allocated to pri1
# TYPE ceph_prioritycache:inc_pri1_bytes gauge
ceph_prioritycache:inc_pri1_bytes{ceph_daemon="mon.a"} 2141753
# HELP ceph_prioritycache:inc_pri2_bytes bytes allocated to pri2
# TYPE ceph_prioritycache:inc_pri2_bytes gauge
ceph_prioritycache:inc_pri2_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri3_bytes bytes allocated to pri3
# TYPE ceph_prioritycache:inc_pri3_bytes gauge
ceph_prioritycache:inc_pri3_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri4_bytes bytes allocated to pri4
# TYPE ceph_prioritycache:inc_pri4_bytes gauge
ceph_prioritycache:inc_pri4_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri5_bytes bytes allocated to pri5
# TYPE ceph_prioritycache:inc_pri5_bytes gauge
ceph_prioritycache:inc_pri5_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri6_bytes bytes allocated to pri6
# TYPE ceph_prioritycache:inc_pri6_bytes gauge
ceph_prioritycache:inc_pri6_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri7_bytes bytes allocated to pri7
# TYPE ceph_prioritycache:inc_pri7_bytes gauge
ceph_prioritycache:inc_pri7_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri8_bytes bytes allocated to pri8
# TYPE ceph_prioritycache:inc_pri8_bytes gauge
ceph_prioritycache:inc_pri8_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_pri9_bytes bytes allocated to pri9
# TYPE ceph_prioritycache:inc_pri9_bytes gauge
ceph_prioritycache:inc_pri9_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:inc_reserved_bytes bytes reserved for future growth.
# TYPE ceph_prioritycache:inc_reserved_bytes gauge
ceph_prioritycache:inc_reserved_bytes{ceph_daemon="mon.a"} 70417398
# HELP ceph_prioritycache:kv_committed_bytes total bytes committed,
# TYPE ceph_prioritycache:kv_committed_bytes gauge
ceph_prioritycache:kv_committed_bytes{ceph_daemon="mon.a"} 306184192
# HELP ceph_prioritycache:kv_pri0_bytes bytes allocated to pri0
# TYPE ceph_prioritycache:kv_pri0_bytes gauge
ceph_prioritycache:kv_pri0_bytes{ceph_daemon="mon.a"} 67108864
# HELP ceph_prioritycache:kv_pri10_bytes bytes allocated to pri10
# TYPE ceph_prioritycache:kv_pri10_bytes gauge
ceph_prioritycache:kv_pri10_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri11_bytes bytes allocated to pri11
# TYPE ceph_prioritycache:kv_pri11_bytes gauge
ceph_prioritycache:kv_pri11_bytes{ceph_daemon="mon.a"} 169731040
# HELP ceph_prioritycache:kv_pri1_bytes bytes allocated to pri1
# TYPE ceph_prioritycache:kv_pri1_bytes gauge
ceph_prioritycache:kv_pri1_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri2_bytes bytes allocated to pri2
# TYPE ceph_prioritycache:kv_pri2_bytes gauge
ceph_prioritycache:kv_pri2_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri3_bytes bytes allocated to pri3
# TYPE ceph_prioritycache:kv_pri3_bytes gauge
ceph_prioritycache:kv_pri3_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri4_bytes bytes allocated to pri4
# TYPE ceph_prioritycache:kv_pri4_bytes gauge
ceph_prioritycache:kv_pri4_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri5_bytes bytes allocated to pri5
# TYPE ceph_prioritycache:kv_pri5_bytes gauge
ceph_prioritycache:kv_pri5_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri6_bytes bytes allocated to pri6
# TYPE ceph_prioritycache:kv_pri6_bytes gauge
ceph_prioritycache:kv_pri6_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri7_bytes bytes allocated to pri7
# TYPE ceph_prioritycache:kv_pri7_bytes gauge
ceph_prioritycache:kv_pri7_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri8_bytes bytes allocated to pri8
# TYPE ceph_prioritycache:kv_pri8_bytes gauge
ceph_prioritycache:kv_pri8_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_pri9_bytes bytes allocated to pri9
# TYPE ceph_prioritycache:kv_pri9_bytes gauge
ceph_prioritycache:kv_pri9_bytes{ceph_daemon="mon.a"} 0
# HELP ceph_prioritycache:kv_reserved_bytes bytes reserved for future growth.
# TYPE ceph_prioritycache:kv_reserved_bytes gauge
ceph_prioritycache:kv_reserved_bytes{ceph_daemon="mon.a"} 69344288
# HELP ceph_prioritycache_cache_bytes current memory available for caches.
# TYPE ceph_prioritycache_cache_bytes gauge
ceph_prioritycache_cache_bytes{ceph_daemon="mon.a"} 1020054731
# HELP ceph_prioritycache_heap_bytes aggregate bytes in use by the heap
# TYPE ceph_prioritycache_heap_bytes gauge
ceph_prioritycache_heap_bytes{ceph_daemon="mon.a"} 604479488
# HELP ceph_prioritycache_mapped_bytes total bytes mapped by the process
# TYPE ceph_prioritycache_mapped_bytes gauge
ceph_prioritycache_mapped_bytes{ceph_daemon="mon.a"} 480641024
# HELP ceph_prioritycache_target_bytes target process memory usage in bytes
# TYPE ceph_prioritycache_target_bytes gauge
ceph_prioritycache_target_bytes{ceph_daemon="mon.a"} 2147483648
# HELP ceph_prioritycache_unmapped_bytes unmapped bytes that the kernel has yet to reclaim
# TYPE ceph_prioritycache_unmapped_bytes gauge
ceph_prioritycache_unmapped_bytes{ceph_daemon="mon.a"} 123838464
# HELP ceph_purge_queue_pq_executed Purge queue tasks executed
# TYPE ceph_purge_queue_pq_executed counter
ceph_purge_queue_pq_executed{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_purge_queue_pq_executed_ops Purge queue ops executed
# TYPE ceph_purge_queue_pq_executed_ops counter
ceph_purge_queue_pq_executed_ops{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_purge_queue_pq_executing Purge queue tasks in flight
# TYPE ceph_purge_queue_pq_executing gauge
ceph_purge_queue_pq_executing{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_purge_queue_pq_executing_high_water Maximum number of executing file purges
# TYPE ceph_purge_queue_pq_executing_high_water gauge
ceph_purge_queue_pq_executing_high_water{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_purge_queue_pq_executing_ops Purge queue ops in flight
# TYPE ceph_purge_queue_pq_executing_ops gauge
ceph_purge_queue_pq_executing_ops{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_purge_queue_pq_executing_ops_high_water Maximum number of executing file purge ops
# TYPE ceph_purge_queue_pq_executing_ops_high_water gauge
ceph_purge_queue_pq_executing_ops_high_water{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_purge_queue_pq_item_in_journal Purge item left in journal
# TYPE ceph_purge_queue_pq_item_in_journal gauge
ceph_purge_queue_pq_item_in_journal{ceph_daemon="mds.ceph-filesystem-b"} 0
# HELP ceph_rgw_cache_hit Cache hits
# TYPE ceph_rgw_cache_hit counter
ceph_rgw_cache_hit{instance_id="01"} 5214248
# HELP ceph_rgw_cache_miss Cache miss
# TYPE ceph_rgw_cache_miss counter
ceph_rgw_cache_miss{instance_id="01"} 66500
# HELP ceph_rgw_failed_req Aborted requests
# TYPE ceph_rgw_failed_req counter
ceph_rgw_failed_req{instance_id="01"} 51530
# HELP ceph_rgw_gc_retire_object GC object retires
# TYPE ceph_rgw_gc_retire_object counter
ceph_rgw_gc_retire_object{instance_id="01"} 29211
# HELP ceph_rgw_keystone_token_cache_hit Keystone token cache hits
# TYPE ceph_rgw_keystone_token_cache_hit counter
ceph_rgw_keystone_token_cache_hit{instance_id="01"} 0
# HELP ceph_rgw_keystone_token_cache_miss Keystone token cache miss
# TYPE ceph_rgw_keystone_token_cache_miss counter
ceph_rgw_keystone_token_cache_miss{instance_id="01"} 0
# HELP ceph_rgw_lc_abort_mpu Lifecycle abort multipart upload
# TYPE ceph_rgw_lc_abort_mpu counter
ceph_rgw_lc_abort_mpu{instance_id="01"} 0
# HELP ceph_rgw_lc_expire_current Lifecycle current expiration
# TYPE ceph_rgw_lc_expire_current counter
ceph_rgw_lc_expire_current{instance_id="01"} 0
# HELP ceph_rgw_lc_expire_dm Lifecycle delete-marker expiration
# TYPE ceph_rgw_lc_expire_dm counter
ceph_rgw_lc_expire_dm{instance_id="01"} 0
# HELP ceph_rgw_lc_expire_noncurrent Lifecycle non-current expiration
# TYPE ceph_rgw_lc_expire_noncurrent counter
ceph_rgw_lc_expire_noncurrent{instance_id="01"} 0
# HELP ceph_rgw_lc_transition_current Lifecycle current transition
# TYPE ceph_rgw_lc_transition_current counter
ceph_rgw_lc_transition_current{instance_id="01"} 0
# HELP ceph_rgw_lc_transition_noncurrent Lifecycle non-current transition
# TYPE ceph_rgw_lc_transition_noncurrent counter
ceph_rgw_lc_transition_noncurrent{instance_id="01"} 0
# HELP ceph_rgw_lua_current_vms Number of Lua VMs currently being executed
# TYPE ceph_rgw_lua_current_vms gauge
ceph_rgw_lua_current_vms{instance_id="01"} 1
# HELP ceph_rgw_lua_script_fail Failed executions of Lua scripts
# TYPE ceph_rgw_lua_script_fail counter
ceph_rgw_lua_script_fail{instance_id="01"} 0
# HELP ceph_rgw_lua_script_ok Successful executions of Lua scripts
# TYPE ceph_rgw_lua_script_ok counter
ceph_rgw_lua_script_ok{instance_id="01"} 0
# HELP ceph_rgw_op_copy_obj_bytes Size of copy objects
# TYPE ceph_rgw_op_copy_obj_bytes counter
ceph_rgw_op_copy_obj_bytes{instance_id="01"} 0
# HELP ceph_rgw_op_copy_obj_lat_count Copy object latency Count
# TYPE ceph_rgw_op_copy_obj_lat_count counter
ceph_rgw_op_copy_obj_lat_count{instance_id="01"} 0
# HELP ceph_rgw_op_copy_obj_lat_sum Copy object latency Total
# TYPE ceph_rgw_op_copy_obj_lat_sum gauge
ceph_rgw_op_copy_obj_lat_sum{instance_id="01"} 0.000000
# HELP ceph_rgw_op_copy_obj_ops Copy objects
# TYPE ceph_rgw_op_copy_obj_ops counter
ceph_rgw_op_copy_obj_ops{instance_id="01"} 0
# HELP ceph_rgw_op_del_bucket_lat_count Delete bucket latency Count
# TYPE ceph_rgw_op_del_bucket_lat_count counter
ceph_rgw_op_del_bucket_lat_count{instance_id="01"} 0
# HELP ceph_rgw_op_del_bucket_lat_sum Delete bucket latency Total
# TYPE ceph_rgw_op_del_bucket_lat_sum gauge
ceph_rgw_op_del_bucket_lat_sum{instance_id="01"} 0.000000
# HELP ceph_rgw_op_del_bucket_ops Delete Buckets
# TYPE ceph_rgw_op_del_bucket_ops counter
ceph_rgw_op_del_bucket_ops{instance_id="01"} 0
# HELP ceph_rgw_op_del_obj_bytes Size of delete objects
# TYPE ceph_rgw_op_del_obj_bytes counter
ceph_rgw_op_del_obj_bytes{instance_id="01"} 594327522455
# HELP ceph_rgw_op_del_obj_lat_count Delete object latency Count
# TYPE ceph_rgw_op_del_obj_lat_count counter
ceph_rgw_op_del_obj_lat_count{instance_id="01"} 37077
# HELP ceph_rgw_op_del_obj_lat_sum Delete object latency Total
# TYPE ceph_rgw_op_del_obj_lat_sum gauge
ceph_rgw_op_del_obj_lat_sum{instance_id="01"} 2081.847097
# HELP ceph_rgw_op_del_obj_ops Delete objects
# TYPE ceph_rgw_op_del_obj_ops counter
ceph_rgw_op_del_obj_ops{instance_id="01"} 37077
# HELP ceph_rgw_op_get_obj_bytes Size of gets
# TYPE ceph_rgw_op_get_obj_bytes counter
ceph_rgw_op_get_obj_bytes{instance_id="01"} 593432076618
# HELP ceph_rgw_op_get_obj_lat_count Get latency Count
# TYPE ceph_rgw_op_get_obj_lat_count counter
ceph_rgw_op_get_obj_lat_count{instance_id="01"} 162135
# HELP ceph_rgw_op_get_obj_lat_sum Get latency Total
# TYPE ceph_rgw_op_get_obj_lat_sum gauge
ceph_rgw_op_get_obj_lat_sum{instance_id="01"} 29349.892574
# HELP ceph_rgw_op_get_obj_ops Gets
# TYPE ceph_rgw_op_get_obj_ops counter
ceph_rgw_op_get_obj_ops{instance_id="01"} 209213
# HELP ceph_rgw_op_list_buckets_lat_count List buckets latency Count
# TYPE ceph_rgw_op_list_buckets_lat_count counter
ceph_rgw_op_list_buckets_lat_count{instance_id="01"} 423397
# HELP ceph_rgw_op_list_buckets_lat_sum List buckets latency Total
# TYPE ceph_rgw_op_list_buckets_lat_sum gauge
ceph_rgw_op_list_buckets_lat_sum{instance_id="01"} 128.684817
# HELP ceph_rgw_op_list_buckets_ops List buckets
# TYPE ceph_rgw_op_list_buckets_ops counter
ceph_rgw_op_list_buckets_ops{instance_id="01"} 423397
# HELP ceph_rgw_op_list_obj_lat_count List objects latency Count
# TYPE ceph_rgw_op_list_obj_lat_count counter
ceph_rgw_op_list_obj_lat_count{instance_id="01"} 373852
# HELP ceph_rgw_op_list_obj_lat_sum List objects latency Total
# TYPE ceph_rgw_op_list_obj_lat_sum gauge
ceph_rgw_op_list_obj_lat_sum{instance_id="01"} 3038.149892
# HELP ceph_rgw_op_list_obj_ops List objects
# TYPE ceph_rgw_op_list_obj_ops counter
ceph_rgw_op_list_obj_ops{instance_id="01"} 373852
# HELP ceph_rgw_op_put_obj_bytes Size of puts
# TYPE ceph_rgw_op_put_obj_bytes counter
ceph_rgw_op_put_obj_bytes{instance_id="01"} 700772082840
# HELP ceph_rgw_op_put_obj_lat_count Put latency Count
# TYPE ceph_rgw_op_put_obj_lat_count counter
ceph_rgw_op_put_obj_lat_count{instance_id="01"} 79902
# HELP ceph_rgw_op_put_obj_lat_sum Put latency Total
# TYPE ceph_rgw_op_put_obj_lat_sum gauge
ceph_rgw_op_put_obj_lat_sum{instance_id="01"} 35328.783537
# HELP ceph_rgw_op_put_obj_ops Puts
# TYPE ceph_rgw_op_put_obj_ops counter
ceph_rgw_op_put_obj_ops{instance_id="01"} 79902
# HELP ceph_rgw_pubsub_event_lost Pubsub events lost
# TYPE ceph_rgw_pubsub_event_lost counter
ceph_rgw_pubsub_event_lost{instance_id="01"} 0
# HELP ceph_rgw_pubsub_event_triggered Pubsub events with at least one topic
# TYPE ceph_rgw_pubsub_event_triggered counter
ceph_rgw_pubsub_event_triggered{instance_id="01"} 0
# HELP ceph_rgw_pubsub_events Pubsub events in store
# TYPE ceph_rgw_pubsub_events gauge
ceph_rgw_pubsub_events{instance_id="01"} 0
# HELP ceph_rgw_pubsub_missing_conf Pubsub events could not be handled because of missing configuration
# TYPE ceph_rgw_pubsub_missing_conf counter
ceph_rgw_pubsub_missing_conf{instance_id="01"} 0
# HELP ceph_rgw_pubsub_push_failed Pubsub events failed to be pushed to an endpoint
# TYPE ceph_rgw_pubsub_push_failed counter
ceph_rgw_pubsub_push_failed{instance_id="01"} 0
# HELP ceph_rgw_pubsub_push_ok Pubsub events pushed to an endpoint
# TYPE ceph_rgw_pubsub_push_ok counter
ceph_rgw_pubsub_push_ok{instance_id="01"} 0
# HELP ceph_rgw_pubsub_push_pending Pubsub events pending reply from endpoint
# TYPE ceph_rgw_pubsub_push_pending gauge
ceph_rgw_pubsub_push_pending{instance_id="01"} 0
# HELP ceph_rgw_pubsub_store_fail Pubsub events failed to be stored
# TYPE ceph_rgw_pubsub_store_fail counter
ceph_rgw_pubsub_store_fail{instance_id="01"} 0
# HELP ceph_rgw_pubsub_store_ok Pubsub events successfully stored
# TYPE ceph_rgw_pubsub_store_ok counter
ceph_rgw_pubsub_store_ok{instance_id="01"} 0
# HELP ceph_rgw_qactive Active requests queue
# TYPE ceph_rgw_qactive gauge
ceph_rgw_qactive{instance_id="01"} 0
# HELP ceph_rgw_qlen Queue length
# TYPE ceph_rgw_qlen gauge
ceph_rgw_qlen{instance_id="01"} 0
# HELP ceph_rgw_req Requests
# TYPE ceph_rgw_req counter
ceph_rgw_req{instance_id="01"} 1194445
# HELP ceph_rocksdb_compact Compactions
# TYPE ceph_rocksdb_compact counter
ceph_rocksdb_compact{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_compact_completed Completed compactions
# TYPE ceph_rocksdb_compact_completed counter
ceph_rocksdb_compact_completed{ceph_daemon="mon.a"} 62147
# HELP ceph_rocksdb_compact_lasted Last completed compaction duration
# TYPE ceph_rocksdb_compact_lasted gauge
ceph_rocksdb_compact_lasted{ceph_daemon="mon.a"} 0.962040
# HELP ceph_rocksdb_compact_queue_len Length of compaction queue
# TYPE ceph_rocksdb_compact_queue_len gauge
ceph_rocksdb_compact_queue_len{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_compact_queue_merge Mergings of ranges in compaction queue
# TYPE ceph_rocksdb_compact_queue_merge counter
ceph_rocksdb_compact_queue_merge{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_compact_running Running compactions
# TYPE ceph_rocksdb_compact_running counter
ceph_rocksdb_compact_running{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_get_latency_count Get latency Count
# TYPE ceph_rocksdb_get_latency_count counter
ceph_rocksdb_get_latency_count{ceph_daemon="mon.a"} 230482723
# HELP ceph_rocksdb_get_latency_sum Get latency Total
# TYPE ceph_rocksdb_get_latency_sum gauge
ceph_rocksdb_get_latency_sum{ceph_daemon="mon.a"} 2392.223582
# HELP ceph_rocksdb_rocksdb_write_delay_time_count Rocksdb write delay time Count
# TYPE ceph_rocksdb_rocksdb_write_delay_time_count counter
ceph_rocksdb_rocksdb_write_delay_time_count{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_rocksdb_write_delay_time_sum Rocksdb write delay time Total
# TYPE ceph_rocksdb_rocksdb_write_delay_time_sum gauge
ceph_rocksdb_rocksdb_write_delay_time_sum{ceph_daemon="mon.a"} 0.000000
# HELP ceph_rocksdb_rocksdb_write_memtable_time_count Rocksdb write memtable time Count
# TYPE ceph_rocksdb_rocksdb_write_memtable_time_count counter
ceph_rocksdb_rocksdb_write_memtable_time_count{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_rocksdb_write_memtable_time_sum Rocksdb write memtable time Total
# TYPE ceph_rocksdb_rocksdb_write_memtable_time_sum gauge
ceph_rocksdb_rocksdb_write_memtable_time_sum{ceph_daemon="mon.a"} 0.000000
# HELP ceph_rocksdb_rocksdb_write_pre_and_post_time_count total time spent on writing a record, excluding write process Count
# TYPE ceph_rocksdb_rocksdb_write_pre_and_post_time_count counter
ceph_rocksdb_rocksdb_write_pre_and_post_time_count{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_rocksdb_write_pre_and_post_time_sum total time spent on writing a record, excluding write process Total
# TYPE ceph_rocksdb_rocksdb_write_pre_and_post_time_sum gauge
ceph_rocksdb_rocksdb_write_pre_and_post_time_sum{ceph_daemon="mon.a"} 0.000000
# HELP ceph_rocksdb_rocksdb_write_wal_time_count Rocksdb write wal time Count
# TYPE ceph_rocksdb_rocksdb_write_wal_time_count counter
ceph_rocksdb_rocksdb_write_wal_time_count{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_rocksdb_write_wal_time_sum Rocksdb write wal time Total
# TYPE ceph_rocksdb_rocksdb_write_wal_time_sum gauge
ceph_rocksdb_rocksdb_write_wal_time_sum{ceph_daemon="mon.a"} 0.000000
# HELP ceph_rocksdb_submit_latency_count Submit Latency Count
# TYPE ceph_rocksdb_submit_latency_count counter
ceph_rocksdb_submit_latency_count{ceph_daemon="mon.a"} 0
# HELP ceph_rocksdb_submit_latency_sum Submit Latency Total
# TYPE ceph_rocksdb_submit_latency_sum gauge
ceph_rocksdb_submit_latency_sum{ceph_daemon="mon.a"} 0.000000
# HELP ceph_rocksdb_submit_sync_latency_count Submit Sync Latency Count
# TYPE ceph_rocksdb_submit_sync_latency_count counter
ceph_rocksdb_submit_sync_latency_count{ceph_daemon="mon.a"} 11039698
# HELP ceph_rocksdb_submit_sync_latency_sum Submit Sync Latency Total
# TYPE ceph_rocksdb_submit_sync_latency_sum gauge
ceph_rocksdb_submit_sync_latency_sum{ceph_daemon="mon.a"} 126454.716605