# HELP deprecated_flags_inuse_total The number of deprecated flags currently set. # TYPE deprecated_flags_inuse_total counter deprecated_flags_inuse_total 0 # HELP go_cgo_go_to_c_calls_calls_total Count of calls made from Go to C by the current process. Sourced from /cgo/go-to-c-calls:calls. # TYPE go_cgo_go_to_c_calls_calls_total counter go_cgo_go_to_c_calls_calls_total 0 # HELP go_cpu_classes_gc_mark_assist_cpu_seconds_total Estimated total CPU time goroutines spent performing GC tasks to assist the GC and prevent it from falling behind the application. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/gc/mark/assist:cpu-seconds. # TYPE go_cpu_classes_gc_mark_assist_cpu_seconds_total counter go_cpu_classes_gc_mark_assist_cpu_seconds_total 30.817260697 # HELP go_cpu_classes_gc_mark_dedicated_cpu_seconds_total Estimated total CPU time spent performing GC tasks on processors (as defined by GOMAXPROCS) dedicated to those tasks. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/gc/mark/dedicated:cpu-seconds. # TYPE go_cpu_classes_gc_mark_dedicated_cpu_seconds_total counter go_cpu_classes_gc_mark_dedicated_cpu_seconds_total 848.984214785 # HELP go_cpu_classes_gc_mark_idle_cpu_seconds_total Estimated total CPU time spent performing GC tasks on spare CPU resources that the Go scheduler could not otherwise find a use for. This should be subtracted from the total GC CPU time to obtain a measure of compulsory GC CPU time. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/gc/mark/idle:cpu-seconds. # TYPE go_cpu_classes_gc_mark_idle_cpu_seconds_total counter go_cpu_classes_gc_mark_idle_cpu_seconds_total 881.199960319 # HELP go_cpu_classes_gc_pause_cpu_seconds_total Estimated total CPU time spent with the application paused by the GC. Even if only one thread is running during the pause, this is computed as GOMAXPROCS times the pause latency because nothing else can be executing. This is the exact sum of samples in /sched/pauses/total/gc:seconds if each sample is multiplied by GOMAXPROCS at the time it is taken. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/gc/pause:cpu-seconds. # TYPE go_cpu_classes_gc_pause_cpu_seconds_total counter go_cpu_classes_gc_pause_cpu_seconds_total 129.192970381 # HELP go_cpu_classes_gc_total_cpu_seconds_total Estimated total CPU time spent performing GC tasks. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sum of all metrics in /cpu/classes/gc. Sourced from /cpu/classes/gc/total:cpu-seconds. # TYPE go_cpu_classes_gc_total_cpu_seconds_total counter go_cpu_classes_gc_total_cpu_seconds_total 1890.194406182 # HELP go_cpu_classes_idle_cpu_seconds_total Estimated total available CPU time not spent executing any Go or Go runtime code. In other words, the part of /cpu/classes/total:cpu-seconds that was unused. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/idle:cpu-seconds. # TYPE go_cpu_classes_idle_cpu_seconds_total counter go_cpu_classes_idle_cpu_seconds_total 3.302796866582456e+06 # HELP go_cpu_classes_scavenge_assist_cpu_seconds_total Estimated total CPU time spent returning unused memory to the underlying platform in response eagerly in response to memory pressure. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/scavenge/assist:cpu-seconds. # TYPE go_cpu_classes_scavenge_assist_cpu_seconds_total counter go_cpu_classes_scavenge_assist_cpu_seconds_total 1.2e-07 # HELP go_cpu_classes_scavenge_background_cpu_seconds_total Estimated total CPU time spent performing background tasks to return unused memory to the underlying platform. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/scavenge/background:cpu-seconds. # TYPE go_cpu_classes_scavenge_background_cpu_seconds_total counter go_cpu_classes_scavenge_background_cpu_seconds_total 27.1217913 # HELP go_cpu_classes_scavenge_total_cpu_seconds_total Estimated total CPU time spent performing tasks that return unused memory to the underlying platform. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sum of all metrics in /cpu/classes/scavenge. Sourced from /cpu/classes/scavenge/total:cpu-seconds. # TYPE go_cpu_classes_scavenge_total_cpu_seconds_total counter go_cpu_classes_scavenge_total_cpu_seconds_total 27.12179142 # HELP go_cpu_classes_total_cpu_seconds_total Estimated total available CPU time for user Go code or the Go runtime, as defined by GOMAXPROCS. In other words, GOMAXPROCS integrated over the wall-clock duration this process has been executing for. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sum of all metrics in /cpu/classes. Sourced from /cpu/classes/total:cpu-seconds. # TYPE go_cpu_classes_total_cpu_seconds_total counter go_cpu_classes_total_cpu_seconds_total 3.326706380311096e+06 # HELP go_cpu_classes_user_cpu_seconds_total Estimated total CPU time spent running user Go code. This may also include some small amount of time spent in the Go runtime. This metric is an overestimate, and not directly comparable to system CPU time measurements. Compare only with other /cpu/classes metrics. Sourced from /cpu/classes/user:cpu-seconds. # TYPE go_cpu_classes_user_cpu_seconds_total counter go_cpu_classes_user_cpu_seconds_total 21992.197531038 # HELP go_gc_cycles_automatic_gc_cycles_total Count of completed GC cycles generated by the Go runtime. Sourced from /gc/cycles/automatic:gc-cycles. # TYPE go_gc_cycles_automatic_gc_cycles_total counter go_gc_cycles_automatic_gc_cycles_total 3862 # HELP go_gc_cycles_forced_gc_cycles_total Count of completed GC cycles forced by the application. Sourced from /gc/cycles/forced:gc-cycles. # TYPE go_gc_cycles_forced_gc_cycles_total counter go_gc_cycles_forced_gc_cycles_total 0 # HELP go_gc_cycles_total_gc_cycles_total Count of all completed GC cycles. Sourced from /gc/cycles/total:gc-cycles. # TYPE go_gc_cycles_total_gc_cycles_total counter go_gc_cycles_total_gc_cycles_total 3862 # HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000428303 go_gc_duration_seconds{quantile="0.25"} 0.001487178 go_gc_duration_seconds{quantile="0.5"} 0.001770089 go_gc_duration_seconds{quantile="0.75"} 0.002656982 go_gc_duration_seconds{quantile="1"} 0.10284837 go_gc_duration_seconds_sum 18.242482438 go_gc_duration_seconds_count 3862 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_gc_heap_allocs_by_size_bytes Distribution of heap allocations by approximate size. Bucket counts increase monotonically. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/allocs-by-size:bytes. # TYPE go_gc_heap_allocs_by_size_bytes histogram go_gc_heap_allocs_by_size_bytes_bucket{le="8.999999999999998"} 2.4445367e+07 go_gc_heap_allocs_by_size_bytes_bucket{le="24.999999999999996"} 5.1909336e+08 go_gc_heap_allocs_by_size_bytes_bucket{le="64.99999999999999"} 1.373947105e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="144.99999999999997"} 1.696336578e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="320.99999999999994"} 1.84259286e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="704.9999999999999"} 1.861659864e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="1536.9999999999998"} 1.867310238e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="3200.9999999999995"} 1.868840923e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="6528.999999999999"} 1.870979415e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="13568.999999999998"} 1.871528655e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="27264.999999999996"} 1.871900583e+09 go_gc_heap_allocs_by_size_bytes_bucket{le="+Inf"} 1.872709899e+09 go_gc_heap_allocs_by_size_bytes_sum 2.45927764944e+11 go_gc_heap_allocs_by_size_bytes_count 1.872709899e+09 # HELP go_gc_heap_allocs_bytes_total Cumulative sum of memory allocated to the heap by the application. Sourced from /gc/heap/allocs:bytes. # TYPE go_gc_heap_allocs_bytes_total counter go_gc_heap_allocs_bytes_total 2.45927764944e+11 # HELP go_gc_heap_allocs_objects_total Cumulative count of heap allocations triggered by the application. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/allocs:objects. # TYPE go_gc_heap_allocs_objects_total counter go_gc_heap_allocs_objects_total 1.872709899e+09 # HELP go_gc_heap_frees_by_size_bytes Distribution of freed heap allocations by approximate size. Bucket counts increase monotonically. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/frees-by-size:bytes. # TYPE go_gc_heap_frees_by_size_bytes histogram go_gc_heap_frees_by_size_bytes_bucket{le="8.999999999999998"} 2.4443523e+07 go_gc_heap_frees_by_size_bytes_bucket{le="24.999999999999996"} 5.19041144e+08 go_gc_heap_frees_by_size_bytes_bucket{le="64.99999999999999"} 1.373765698e+09 go_gc_heap_frees_by_size_bytes_bucket{le="144.99999999999997"} 1.696104217e+09 go_gc_heap_frees_by_size_bytes_bucket{le="320.99999999999994"} 1.842340653e+09 go_gc_heap_frees_by_size_bytes_bucket{le="704.9999999999999"} 1.861402838e+09 go_gc_heap_frees_by_size_bytes_bucket{le="1536.9999999999998"} 1.867051769e+09 go_gc_heap_frees_by_size_bytes_bucket{le="3200.9999999999995"} 1.868581942e+09 go_gc_heap_frees_by_size_bytes_bucket{le="6528.999999999999"} 1.870719969e+09 go_gc_heap_frees_by_size_bytes_bucket{le="13568.999999999998"} 1.871269062e+09 go_gc_heap_frees_by_size_bytes_bucket{le="27264.999999999996"} 1.87164092e+09 go_gc_heap_frees_by_size_bytes_bucket{le="+Inf"} 1.872449935e+09 go_gc_heap_frees_by_size_bytes_sum 2.4583715536e+11 go_gc_heap_frees_by_size_bytes_count 1.872449935e+09 # HELP go_gc_heap_frees_bytes_total Cumulative sum of heap memory freed by the garbage collector. Sourced from /gc/heap/frees:bytes. # TYPE go_gc_heap_frees_bytes_total counter go_gc_heap_frees_bytes_total 2.4583715536e+11 # HELP go_gc_heap_frees_objects_total Cumulative count of heap allocations whose storage was freed by the garbage collector. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. Sourced from /gc/heap/frees:objects. # TYPE go_gc_heap_frees_objects_total counter go_gc_heap_frees_objects_total 1.872449935e+09 # HELP go_gc_heap_goal_bytes Heap size target for the end of the GC cycle. Sourced from /gc/heap/goal:bytes. # TYPE go_gc_heap_goal_bytes gauge go_gc_heap_goal_bytes 1.3635613e+08 # HELP go_gc_heap_live_bytes Heap memory occupied by live objects that were marked by the previous GC. Sourced from /gc/heap/live:bytes. # TYPE go_gc_heap_live_bytes gauge go_gc_heap_live_bytes 6.7422584e+07 # HELP go_gc_heap_objects_objects Number of objects, live or unswept, occupying heap memory. Sourced from /gc/heap/objects:objects. # TYPE go_gc_heap_objects_objects gauge go_gc_heap_objects_objects 259964 # HELP go_gc_heap_tiny_allocs_objects_total Count of small allocations that are packed together into blocks. These allocations are counted separately from other allocations because each individual allocation is not tracked by the runtime, only their block. Each block is already accounted for in allocs-by-size and frees-by-size. Sourced from /gc/heap/tiny/allocs:objects. # TYPE go_gc_heap_tiny_allocs_objects_total counter go_gc_heap_tiny_allocs_objects_total 1.50945983e+08 # HELP go_gc_limiter_last_enabled_gc_cycle GC cycle the last time the GC CPU limiter was enabled. This metric is useful for diagnosing the root cause of an out-of-memory error, because the limiter trades memory for CPU time when the GC's CPU time gets too high. This is most likely to occur with use of SetMemoryLimit. The first GC cycle is cycle 1, so a value of 0 indicates that it was never enabled. Sourced from /gc/limiter/last-enabled:gc-cycle. # TYPE go_gc_limiter_last_enabled_gc_cycle gauge go_gc_limiter_last_enabled_gc_cycle 0 # HELP go_gc_pauses_seconds Deprecated. Prefer the identical /sched/pauses/total/gc:seconds. Sourced from /gc/pauses:seconds. # TYPE go_gc_pauses_seconds histogram go_gc_pauses_seconds_bucket{le="6.399999999999999e-08"} 0 go_gc_pauses_seconds_bucket{le="6.399999999999999e-07"} 0 go_gc_pauses_seconds_bucket{le="7.167999999999999e-06"} 1334 go_gc_pauses_seconds_bucket{le="8.191999999999999e-05"} 3697 go_gc_pauses_seconds_bucket{le="0.0009175039999999999"} 4319 go_gc_pauses_seconds_bucket{le="0.010485759999999998"} 7547 go_gc_pauses_seconds_bucket{le="0.11744051199999998"} 7719 go_gc_pauses_seconds_bucket{le="+Inf"} 7724 go_gc_pauses_seconds_sum 5.4212021759999995 go_gc_pauses_seconds_count 7724 # HELP go_gc_scan_globals_bytes The total amount of global variable space that is scannable. Sourced from /gc/scan/globals:bytes. # TYPE go_gc_scan_globals_bytes gauge go_gc_scan_globals_bytes 1.022066e+06 # HELP go_gc_scan_heap_bytes The total amount of heap space that is scannable. Sourced from /gc/scan/heap:bytes. # TYPE go_gc_scan_heap_bytes gauge go_gc_scan_heap_bytes 2.3613528e+07 # HELP go_gc_scan_stack_bytes The number of bytes of stack that were scanned last GC cycle. Sourced from /gc/scan/stack:bytes. # TYPE go_gc_scan_stack_bytes gauge go_gc_scan_stack_bytes 488896 # HELP go_gc_scan_total_bytes The total amount space that is scannable. Sum of all metrics in /gc/scan. Sourced from /gc/scan/total:bytes. # TYPE go_gc_scan_total_bytes gauge go_gc_scan_total_bytes 2.512449e+07 # HELP go_gc_stack_starting_size_bytes The stack size of new goroutines. Sourced from /gc/stack/starting-size:bytes. # TYPE go_gc_stack_starting_size_bytes gauge go_gc_stack_starting_size_bytes 2048 # HELP go_godebug_non_default_behavior_allowmultiplevcs_events_total The number of non-default behaviors executed by the cmd/go package due to a non-default GODEBUG=allowmultiplevcs=... setting. Sourced from /godebug/non-default-behavior/allowmultiplevcs:events. # TYPE go_godebug_non_default_behavior_allowmultiplevcs_events_total counter go_godebug_non_default_behavior_allowmultiplevcs_events_total 0 # HELP go_godebug_non_default_behavior_asynctimerchan_events_total The number of non-default behaviors executed by the time package due to a non-default GODEBUG=asynctimerchan=... setting. Sourced from /godebug/non-default-behavior/asynctimerchan:events. # TYPE go_godebug_non_default_behavior_asynctimerchan_events_total counter go_godebug_non_default_behavior_asynctimerchan_events_total 0 # HELP go_godebug_non_default_behavior_execerrdot_events_total The number of non-default behaviors executed by the os/exec package due to a non-default GODEBUG=execerrdot=... setting. Sourced from /godebug/non-default-behavior/execerrdot:events. # TYPE go_godebug_non_default_behavior_execerrdot_events_total counter go_godebug_non_default_behavior_execerrdot_events_total 0 # HELP go_godebug_non_default_behavior_gocachehash_events_total The number of non-default behaviors executed by the cmd/go package due to a non-default GODEBUG=gocachehash=... setting. Sourced from /godebug/non-default-behavior/gocachehash:events. # TYPE go_godebug_non_default_behavior_gocachehash_events_total counter go_godebug_non_default_behavior_gocachehash_events_total 0 # HELP go_godebug_non_default_behavior_gocachetest_events_total The number of non-default behaviors executed by the cmd/go package due to a non-default GODEBUG=gocachetest=... setting. Sourced from /godebug/non-default-behavior/gocachetest:events. # TYPE go_godebug_non_default_behavior_gocachetest_events_total counter go_godebug_non_default_behavior_gocachetest_events_total 0 # HELP go_godebug_non_default_behavior_gocacheverify_events_total The number of non-default behaviors executed by the cmd/go package due to a non-default GODEBUG=gocacheverify=... setting. Sourced from /godebug/non-default-behavior/gocacheverify:events. # TYPE go_godebug_non_default_behavior_gocacheverify_events_total counter go_godebug_non_default_behavior_gocacheverify_events_total 0 # HELP go_godebug_non_default_behavior_gotestjsonbuildtext_events_total The number of non-default behaviors executed by the cmd/go package due to a non-default GODEBUG=gotestjsonbuildtext=... setting. Sourced from /godebug/non-default-behavior/gotestjsonbuildtext:events. # TYPE go_godebug_non_default_behavior_gotestjsonbuildtext_events_total counter go_godebug_non_default_behavior_gotestjsonbuildtext_events_total 0 # HELP go_godebug_non_default_behavior_gotypesalias_events_total The number of non-default behaviors executed by the go/types package due to a non-default GODEBUG=gotypesalias=... setting. Sourced from /godebug/non-default-behavior/gotypesalias:events. # TYPE go_godebug_non_default_behavior_gotypesalias_events_total counter go_godebug_non_default_behavior_gotypesalias_events_total 0 # HELP go_godebug_non_default_behavior_http2client_events_total The number of non-default behaviors executed by the net/http package due to a non-default GODEBUG=http2client=... setting. Sourced from /godebug/non-default-behavior/http2client:events. # TYPE go_godebug_non_default_behavior_http2client_events_total counter go_godebug_non_default_behavior_http2client_events_total 0 # HELP go_godebug_non_default_behavior_http2server_events_total The number of non-default behaviors executed by the net/http package due to a non-default GODEBUG=http2server=... setting. Sourced from /godebug/non-default-behavior/http2server:events. # TYPE go_godebug_non_default_behavior_http2server_events_total counter go_godebug_non_default_behavior_http2server_events_total 0 # HELP go_godebug_non_default_behavior_httpcookiemaxnum_events_total The number of non-default behaviors executed by the net/http package due to a non-default GODEBUG=httpcookiemaxnum=... setting. Sourced from /godebug/non-default-behavior/httpcookiemaxnum:events. # TYPE go_godebug_non_default_behavior_httpcookiemaxnum_events_total counter go_godebug_non_default_behavior_httpcookiemaxnum_events_total 0 # HELP go_godebug_non_default_behavior_httplaxcontentlength_events_total The number of non-default behaviors executed by the net/http package due to a non-default GODEBUG=httplaxcontentlength=... setting. Sourced from /godebug/non-default-behavior/httplaxcontentlength:events. # TYPE go_godebug_non_default_behavior_httplaxcontentlength_events_total counter go_godebug_non_default_behavior_httplaxcontentlength_events_total 0 # HELP go_godebug_non_default_behavior_httpmuxgo121_events_total The number of non-default behaviors executed by the net/http package due to a non-default GODEBUG=httpmuxgo121=... setting. Sourced from /godebug/non-default-behavior/httpmuxgo121:events. # TYPE go_godebug_non_default_behavior_httpmuxgo121_events_total counter go_godebug_non_default_behavior_httpmuxgo121_events_total 0 # HELP go_godebug_non_default_behavior_httpservecontentkeepheaders_events_total The number of non-default behaviors executed by the net/http package due to a non-default GODEBUG=httpservecontentkeepheaders=... setting. Sourced from /godebug/non-default-behavior/httpservecontentkeepheaders:events. # TYPE go_godebug_non_default_behavior_httpservecontentkeepheaders_events_total counter go_godebug_non_default_behavior_httpservecontentkeepheaders_events_total 0 # HELP go_godebug_non_default_behavior_installgoroot_events_total The number of non-default behaviors executed by the go/build package due to a non-default GODEBUG=installgoroot=... setting. Sourced from /godebug/non-default-behavior/installgoroot:events. # TYPE go_godebug_non_default_behavior_installgoroot_events_total counter go_godebug_non_default_behavior_installgoroot_events_total 0 # HELP go_godebug_non_default_behavior_multipartmaxheaders_events_total The number of non-default behaviors executed by the mime/multipart package due to a non-default GODEBUG=multipartmaxheaders=... setting. Sourced from /godebug/non-default-behavior/multipartmaxheaders:events. # TYPE go_godebug_non_default_behavior_multipartmaxheaders_events_total counter go_godebug_non_default_behavior_multipartmaxheaders_events_total 0 # HELP go_godebug_non_default_behavior_multipartmaxparts_events_total The number of non-default behaviors executed by the mime/multipart package due to a non-default GODEBUG=multipartmaxparts=... setting. Sourced from /godebug/non-default-behavior/multipartmaxparts:events. # TYPE go_godebug_non_default_behavior_multipartmaxparts_events_total counter go_godebug_non_default_behavior_multipartmaxparts_events_total 0 # HELP go_godebug_non_default_behavior_multipathtcp_events_total The number of non-default behaviors executed by the net package due to a non-default GODEBUG=multipathtcp=... setting. Sourced from /godebug/non-default-behavior/multipathtcp:events. # TYPE go_godebug_non_default_behavior_multipathtcp_events_total counter go_godebug_non_default_behavior_multipathtcp_events_total 0 # HELP go_godebug_non_default_behavior_netedns0_events_total The number of non-default behaviors executed by the net package due to a non-default GODEBUG=netedns0=... setting. Sourced from /godebug/non-default-behavior/netedns0:events. # TYPE go_godebug_non_default_behavior_netedns0_events_total counter go_godebug_non_default_behavior_netedns0_events_total 0 # HELP go_godebug_non_default_behavior_panicnil_events_total The number of non-default behaviors executed by the runtime package due to a non-default GODEBUG=panicnil=... setting. Sourced from /godebug/non-default-behavior/panicnil:events. # TYPE go_godebug_non_default_behavior_panicnil_events_total counter go_godebug_non_default_behavior_panicnil_events_total 0 # HELP go_godebug_non_default_behavior_randautoseed_events_total The number of non-default behaviors executed by the math/rand package due to a non-default GODEBUG=randautoseed=... setting. Sourced from /godebug/non-default-behavior/randautoseed:events. # TYPE go_godebug_non_default_behavior_randautoseed_events_total counter go_godebug_non_default_behavior_randautoseed_events_total 0 # HELP go_godebug_non_default_behavior_randseednop_events_total The number of non-default behaviors executed by the math/rand package due to a non-default GODEBUG=randseednop=... setting. Sourced from /godebug/non-default-behavior/randseednop:events. # TYPE go_godebug_non_default_behavior_randseednop_events_total counter go_godebug_non_default_behavior_randseednop_events_total 0 # HELP go_godebug_non_default_behavior_rsa1024min_events_total The number of non-default behaviors executed by the crypto/rsa package due to a non-default GODEBUG=rsa1024min=... setting. Sourced from /godebug/non-default-behavior/rsa1024min:events. # TYPE go_godebug_non_default_behavior_rsa1024min_events_total counter go_godebug_non_default_behavior_rsa1024min_events_total 0 # HELP go_godebug_non_default_behavior_tarinsecurepath_events_total The number of non-default behaviors executed by the archive/tar package due to a non-default GODEBUG=tarinsecurepath=... setting. Sourced from /godebug/non-default-behavior/tarinsecurepath:events. # TYPE go_godebug_non_default_behavior_tarinsecurepath_events_total counter go_godebug_non_default_behavior_tarinsecurepath_events_total 0 # HELP go_godebug_non_default_behavior_tls10server_events_total The number of non-default behaviors executed by the crypto/tls package due to a non-default GODEBUG=tls10server=... setting. Sourced from /godebug/non-default-behavior/tls10server:events. # TYPE go_godebug_non_default_behavior_tls10server_events_total counter go_godebug_non_default_behavior_tls10server_events_total 0 # HELP go_godebug_non_default_behavior_tls3des_events_total The number of non-default behaviors executed by the crypto/tls package due to a non-default GODEBUG=tls3des=... setting. Sourced from /godebug/non-default-behavior/tls3des:events. # TYPE go_godebug_non_default_behavior_tls3des_events_total counter go_godebug_non_default_behavior_tls3des_events_total 0 # HELP go_godebug_non_default_behavior_tlsmaxrsasize_events_total The number of non-default behaviors executed by the crypto/tls package due to a non-default GODEBUG=tlsmaxrsasize=... setting. Sourced from /godebug/non-default-behavior/tlsmaxrsasize:events. # TYPE go_godebug_non_default_behavior_tlsmaxrsasize_events_total counter go_godebug_non_default_behavior_tlsmaxrsasize_events_total 0 # HELP go_godebug_non_default_behavior_tlsrsakex_events_total The number of non-default behaviors executed by the crypto/tls package due to a non-default GODEBUG=tlsrsakex=... setting. Sourced from /godebug/non-default-behavior/tlsrsakex:events. # TYPE go_godebug_non_default_behavior_tlsrsakex_events_total counter go_godebug_non_default_behavior_tlsrsakex_events_total 0 # HELP go_godebug_non_default_behavior_tlsunsafeekm_events_total The number of non-default behaviors executed by the crypto/tls package due to a non-default GODEBUG=tlsunsafeekm=... setting. Sourced from /godebug/non-default-behavior/tlsunsafeekm:events. # TYPE go_godebug_non_default_behavior_tlsunsafeekm_events_total counter go_godebug_non_default_behavior_tlsunsafeekm_events_total 0 # HELP go_godebug_non_default_behavior_winreadlinkvolume_events_total The number of non-default behaviors executed by the os package due to a non-default GODEBUG=winreadlinkvolume=... setting. Sourced from /godebug/non-default-behavior/winreadlinkvolume:events. # TYPE go_godebug_non_default_behavior_winreadlinkvolume_events_total counter go_godebug_non_default_behavior_winreadlinkvolume_events_total 0 # HELP go_godebug_non_default_behavior_winsymlink_events_total The number of non-default behaviors executed by the os package due to a non-default GODEBUG=winsymlink=... setting. Sourced from /godebug/non-default-behavior/winsymlink:events. # TYPE go_godebug_non_default_behavior_winsymlink_events_total counter go_godebug_non_default_behavior_winsymlink_events_total 0 # HELP go_godebug_non_default_behavior_x509keypairleaf_events_total The number of non-default behaviors executed by the crypto/tls package due to a non-default GODEBUG=x509keypairleaf=... setting. Sourced from /godebug/non-default-behavior/x509keypairleaf:events. # TYPE go_godebug_non_default_behavior_x509keypairleaf_events_total counter go_godebug_non_default_behavior_x509keypairleaf_events_total 0 # HELP go_godebug_non_default_behavior_x509negativeserial_events_total The number of non-default behaviors executed by the crypto/x509 package due to a non-default GODEBUG=x509negativeserial=... setting. Sourced from /godebug/non-default-behavior/x509negativeserial:events. # TYPE go_godebug_non_default_behavior_x509negativeserial_events_total counter go_godebug_non_default_behavior_x509negativeserial_events_total 0 # HELP go_godebug_non_default_behavior_x509rsacrt_events_total The number of non-default behaviors executed by the crypto/x509 package due to a non-default GODEBUG=x509rsacrt=... setting. Sourced from /godebug/non-default-behavior/x509rsacrt:events. # TYPE go_godebug_non_default_behavior_x509rsacrt_events_total counter go_godebug_non_default_behavior_x509rsacrt_events_total 0 # HELP go_godebug_non_default_behavior_x509usefallbackroots_events_total The number of non-default behaviors executed by the crypto/x509 package due to a non-default GODEBUG=x509usefallbackroots=... setting. Sourced from /godebug/non-default-behavior/x509usefallbackroots:events. # TYPE go_godebug_non_default_behavior_x509usefallbackroots_events_total counter go_godebug_non_default_behavior_x509usefallbackroots_events_total 0 # HELP go_godebug_non_default_behavior_x509usepolicies_events_total The number of non-default behaviors executed by the crypto/x509 package due to a non-default GODEBUG=x509usepolicies=... setting. Sourced from /godebug/non-default-behavior/x509usepolicies:events. # TYPE go_godebug_non_default_behavior_x509usepolicies_events_total counter go_godebug_non_default_behavior_x509usepolicies_events_total 0 # HELP go_godebug_non_default_behavior_zipinsecurepath_events_total The number of non-default behaviors executed by the archive/zip package due to a non-default GODEBUG=zipinsecurepath=... setting. Sourced from /godebug/non-default-behavior/zipinsecurepath:events. # TYPE go_godebug_non_default_behavior_zipinsecurepath_events_total counter go_godebug_non_default_behavior_zipinsecurepath_events_total 0 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 521 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.24.11"} 1 # HELP go_memory_classes_heap_free_bytes Memory that is completely free and eligible to be returned to the underlying system, but has not been. This metric is the runtime's estimate of free address space that is backed by physical memory. Sourced from /memory/classes/heap/free:bytes. # TYPE go_memory_classes_heap_free_bytes gauge go_memory_classes_heap_free_bytes 4.0435712e+07 # HELP go_memory_classes_heap_objects_bytes Memory occupied by live objects and dead objects that have not yet been marked free by the garbage collector. Sourced from /memory/classes/heap/objects:bytes. # TYPE go_memory_classes_heap_objects_bytes gauge go_memory_classes_heap_objects_bytes 9.0609584e+07 # HELP go_memory_classes_heap_released_bytes Memory that is completely free and has been returned to the underlying system. This metric is the runtime's estimate of free address space that is still mapped into the process, but is not backed by physical memory. Sourced from /memory/classes/heap/released:bytes. # TYPE go_memory_classes_heap_released_bytes gauge go_memory_classes_heap_released_bytes 6.025216e+07 # HELP go_memory_classes_heap_stacks_bytes Memory allocated from the heap that is reserved for stack space, whether or not it is currently in-use. Currently, this represents all stack memory for goroutines. It also includes all OS thread stacks in non-cgo programs. Note that stacks may be allocated differently in the future, and this may change. Sourced from /memory/classes/heap/stacks:bytes. # TYPE go_memory_classes_heap_stacks_bytes gauge go_memory_classes_heap_stacks_bytes 5.996544e+06 # HELP go_memory_classes_heap_unused_bytes Memory that is reserved for heap objects but is not currently used to hold heap objects. Sourced from /memory/classes/heap/unused:bytes. # TYPE go_memory_classes_heap_unused_bytes gauge go_memory_classes_heap_unused_bytes 2.0809808e+07 # HELP go_memory_classes_metadata_mcache_free_bytes Memory that is reserved for runtime mcache structures, but not in-use. Sourced from /memory/classes/metadata/mcache/free:bytes. # TYPE go_memory_classes_metadata_mcache_free_bytes gauge go_memory_classes_metadata_mcache_free_bytes 6040 # HELP go_memory_classes_metadata_mcache_inuse_bytes Memory that is occupied by runtime mcache structures that are currently being used. Sourced from /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memory_classes_metadata_mcache_inuse_bytes gauge go_memory_classes_metadata_mcache_inuse_bytes 9664 # HELP go_memory_classes_metadata_mspan_free_bytes Memory that is reserved for runtime mspan structures, but not in-use. Sourced from /memory/classes/metadata/mspan/free:bytes. # TYPE go_memory_classes_metadata_mspan_free_bytes gauge go_memory_classes_metadata_mspan_free_bytes 689920 # HELP go_memory_classes_metadata_mspan_inuse_bytes Memory that is occupied by runtime mspan structures that are currently being used. Sourced from /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memory_classes_metadata_mspan_inuse_bytes gauge go_memory_classes_metadata_mspan_inuse_bytes 925760 # HELP go_memory_classes_metadata_other_bytes Memory that is reserved for or used to hold runtime metadata. Sourced from /memory/classes/metadata/other:bytes. # TYPE go_memory_classes_metadata_other_bytes gauge go_memory_classes_metadata_other_bytes 5.131264e+06 # HELP go_memory_classes_os_stacks_bytes Stack memory allocated by the underlying operating system. In non-cgo programs this metric is currently zero. This may change in the future.In cgo programs this metric includes OS thread stacks allocated directly from the OS. Currently, this only accounts for one stack in c-shared and c-archive build modes, and other sources of stacks from the OS are not measured. This too may change in the future. Sourced from /memory/classes/os-stacks:bytes. # TYPE go_memory_classes_os_stacks_bytes gauge go_memory_classes_os_stacks_bytes 0 # HELP go_memory_classes_other_bytes Memory used by execution trace buffers, structures for debugging the runtime, finalizer and profiler specials, and more. Sourced from /memory/classes/other:bytes. # TYPE go_memory_classes_other_bytes gauge go_memory_classes_other_bytes 1.370716e+06 # HELP go_memory_classes_profiling_buckets_bytes Memory that is used by the stack trace hash map used for profiling. Sourced from /memory/classes/profiling/buckets:bytes. # TYPE go_memory_classes_profiling_buckets_bytes gauge go_memory_classes_profiling_buckets_bytes 2.940484e+06 # HELP go_memory_classes_total_bytes All memory mapped by the Go runtime into the current process as read-write. Note that this does not include memory mapped by code called via cgo or via the syscall package. Sum of all metrics in /memory/classes. Sourced from /memory/classes/total:bytes. # TYPE go_memory_classes_total_bytes gauge go_memory_classes_total_bytes 2.29177656e+08 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 9.0609584e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 2.45927764944e+11 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 2.940484e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 2.023395918e+09 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 5.131264e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 9.0609584e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.00687872e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 1.11419392e+08 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 259964 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 6.025216e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 2.12107264e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7727120581937022e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 2.023655882e+09 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9664 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15704 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 925760 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.61568e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 1.3635613e+08 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 1.370716e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 5.996544e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 5.996544e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 2.29177656e+08 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 8 # HELP go_sched_goroutines_goroutines Count of live goroutines. Sourced from /sched/goroutines:goroutines. # TYPE go_sched_goroutines_goroutines gauge go_sched_goroutines_goroutines 521 # HELP go_sched_latencies_seconds Distribution of the time goroutines have spent in the scheduler in a runnable state before actually running. Bucket counts increase monotonically. Sourced from /sched/latencies:seconds. # TYPE go_sched_latencies_seconds histogram go_sched_latencies_seconds_bucket{le="6.399999999999999e-08"} 3.270012e+06 go_sched_latencies_seconds_bucket{le="6.399999999999999e-07"} 5.77281e+06 go_sched_latencies_seconds_bucket{le="7.167999999999999e-06"} 6.914108e+06 go_sched_latencies_seconds_bucket{le="8.191999999999999e-05"} 1.9644293e+07 go_sched_latencies_seconds_bucket{le="0.0009175039999999999"} 3.4737607e+07 go_sched_latencies_seconds_bucket{le="0.010485759999999998"} 3.5570167e+07 go_sched_latencies_seconds_bucket{le="0.11744051199999998"} 3.5673443e+07 go_sched_latencies_seconds_bucket{le="+Inf"} 3.5675428e+07 go_sched_latencies_seconds_sum 3408.508755072 go_sched_latencies_seconds_count 3.5675428e+07 # HELP go_sched_pauses_stopping_gc_seconds Distribution of individual GC-related stop-the-world stopping latencies. This is the time it takes from deciding to stop the world until all Ps are stopped. This is a subset of the total GC-related stop-the-world time (/sched/pauses/total/gc:seconds). During this time, some threads may be executing. Bucket counts increase monotonically. Sourced from /sched/pauses/stopping/gc:seconds. # TYPE go_sched_pauses_stopping_gc_seconds histogram go_sched_pauses_stopping_gc_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_stopping_gc_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_stopping_gc_seconds_bucket{le="7.167999999999999e-06"} 5201 go_sched_pauses_stopping_gc_seconds_bucket{le="8.191999999999999e-05"} 6936 go_sched_pauses_stopping_gc_seconds_bucket{le="0.0009175039999999999"} 7442 go_sched_pauses_stopping_gc_seconds_bucket{le="0.010485759999999998"} 7677 go_sched_pauses_stopping_gc_seconds_bucket{le="0.11744051199999998"} 7723 go_sched_pauses_stopping_gc_seconds_bucket{le="+Inf"} 7724 go_sched_pauses_stopping_gc_seconds_sum 0.8726155519999998 go_sched_pauses_stopping_gc_seconds_count 7724 # HELP go_sched_pauses_stopping_other_seconds Distribution of individual non-GC-related stop-the-world stopping latencies. This is the time it takes from deciding to stop the world until all Ps are stopped. This is a subset of the total non-GC-related stop-the-world time (/sched/pauses/total/other:seconds). During this time, some threads may be executing. Bucket counts increase monotonically. Sourced from /sched/pauses/stopping/other:seconds. # TYPE go_sched_pauses_stopping_other_seconds histogram go_sched_pauses_stopping_other_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="7.167999999999999e-06"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="8.191999999999999e-05"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="0.0009175039999999999"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="0.010485759999999998"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="0.11744051199999998"} 0 go_sched_pauses_stopping_other_seconds_bucket{le="+Inf"} 0 go_sched_pauses_stopping_other_seconds_sum 0 go_sched_pauses_stopping_other_seconds_count 0 # HELP go_sched_pauses_total_gc_seconds Distribution of individual GC-related stop-the-world pause latencies. This is the time from deciding to stop the world until the world is started again. Some of this time is spent getting all threads to stop (this is measured directly in /sched/pauses/stopping/gc:seconds), during which some threads may still be running. Bucket counts increase monotonically. Sourced from /sched/pauses/total/gc:seconds. # TYPE go_sched_pauses_total_gc_seconds histogram go_sched_pauses_total_gc_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_total_gc_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_total_gc_seconds_bucket{le="7.167999999999999e-06"} 1334 go_sched_pauses_total_gc_seconds_bucket{le="8.191999999999999e-05"} 3697 go_sched_pauses_total_gc_seconds_bucket{le="0.0009175039999999999"} 4319 go_sched_pauses_total_gc_seconds_bucket{le="0.010485759999999998"} 7547 go_sched_pauses_total_gc_seconds_bucket{le="0.11744051199999998"} 7719 go_sched_pauses_total_gc_seconds_bucket{le="+Inf"} 7724 go_sched_pauses_total_gc_seconds_sum 5.4212021759999995 go_sched_pauses_total_gc_seconds_count 7724 # HELP go_sched_pauses_total_other_seconds Distribution of individual non-GC-related stop-the-world pause latencies. This is the time from deciding to stop the world until the world is started again. Some of this time is spent getting all threads to stop (measured directly in /sched/pauses/stopping/other:seconds). Bucket counts increase monotonically. Sourced from /sched/pauses/total/other:seconds. # TYPE go_sched_pauses_total_other_seconds histogram go_sched_pauses_total_other_seconds_bucket{le="6.399999999999999e-08"} 0 go_sched_pauses_total_other_seconds_bucket{le="6.399999999999999e-07"} 0 go_sched_pauses_total_other_seconds_bucket{le="7.167999999999999e-06"} 0 go_sched_pauses_total_other_seconds_bucket{le="8.191999999999999e-05"} 0 go_sched_pauses_total_other_seconds_bucket{le="0.0009175039999999999"} 0 go_sched_pauses_total_other_seconds_bucket{le="0.010485759999999998"} 0 go_sched_pauses_total_other_seconds_bucket{le="0.11744051199999998"} 0 go_sched_pauses_total_other_seconds_bucket{le="+Inf"} 0 go_sched_pauses_total_other_seconds_sum 0 go_sched_pauses_total_other_seconds_count 0 # HELP go_sync_mutex_wait_total_seconds_total Approximate cumulative time goroutines have spent blocked on a sync.Mutex, sync.RWMutex, or runtime-internal lock. This metric is useful for identifying global changes in lock contention. Collect a mutex or block profile using the runtime/pprof package for more detailed contention data. Sourced from /sync/mutex/wait/total:seconds. # TYPE go_sync_mutex_wait_total_seconds_total counter go_sync_mutex_wait_total_seconds_total 1610.129245856 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 15 # HELP grpc_concurrent_streams_by_conn_max The current number of concurrent streams in the connection with the most concurrent streams. # TYPE grpc_concurrent_streams_by_conn_max gauge grpc_concurrent_streams_by_conn_max 5 # HELP kv_request_duration_seconds Time spent on kv store requests. # TYPE kv_request_duration_seconds histogram kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 1622 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 1629 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 1633 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 1633 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 1635 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 1636 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 1636 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 1636 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 1636 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 1636 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 1636 kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 1636 kv_request_duration_seconds_sum{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 0.6365412420000006 kv_request_duration_seconds_count{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 1636 # HELP loki_azure_blob_egress_bytes_total Total bytes downloaded from Azure Blob Storage. # TYPE loki_azure_blob_egress_bytes_total counter loki_azure_blob_egress_bytes_total 0 # HELP loki_boltdb_shipper_compact_tables_operation_duration_seconds Time (in seconds) spent in compacting all the tables # TYPE loki_boltdb_shipper_compact_tables_operation_duration_seconds gauge loki_boltdb_shipper_compact_tables_operation_duration_seconds 0.205828862 # HELP loki_boltdb_shipper_compact_tables_operation_last_successful_run_timestamp_seconds Unix timestamp of the last successful compaction run # TYPE loki_boltdb_shipper_compact_tables_operation_last_successful_run_timestamp_seconds gauge loki_boltdb_shipper_compact_tables_operation_last_successful_run_timestamp_seconds 1.7727120341985266e+09 # HELP loki_boltdb_shipper_compact_tables_operation_total Total number of tables compaction done by status # TYPE loki_boltdb_shipper_compact_tables_operation_total counter loki_boltdb_shipper_compact_tables_operation_total{status="success"} 693 # HELP loki_boltdb_shipper_compactor_running Value will be 1 if compactor is currently running on this instance # TYPE loki_boltdb_shipper_compactor_running gauge loki_boltdb_shipper_compactor_running 1 # HELP loki_boltdb_shipper_open_existing_file_failures_total Total number of failures in opening of existing files while loading active index tables during startup # TYPE loki_boltdb_shipper_open_existing_file_failures_total counter loki_boltdb_shipper_open_existing_file_failures_total{component="index-store-boltdb-shipper-2020-10-24"} 0 # HELP loki_boltdb_shipper_request_duration_seconds Time (in seconds) spent serving requests when using boltdb shipper # TYPE loki_boltdb_shipper_request_duration_seconds histogram loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.005"} 1192 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.01"} 1746 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.025"} 1896 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.05"} 1905 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.1"} 2149 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.25"} 2172 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="0.5"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="1"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="2.5"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="5"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="10"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="25"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="50"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="100"} 2173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200",le="+Inf"} 2173 loki_boltdb_shipper_request_duration_seconds_sum{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200"} 33.022195341000014 loki_boltdb_shipper_request_duration_seconds_count{component="index-store-boltdb-shipper-2020-10-24",operation="WRITE",status_code="200"} 2173 # HELP loki_boltdb_shipper_retention_marker_count_total Total count of markers created per table. # TYPE loki_boltdb_shipper_retention_marker_count_total counter loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20450"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20451"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20452"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20453"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20454"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20455"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20456"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20457"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20458"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20459"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20460"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20461"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20462"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20463"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20464"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20465"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20466"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20467"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20468"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20469"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20470"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20471"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20472"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20473"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20474"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20475"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20476"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20477"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20478"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20479"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20480"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20481"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20482"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20483"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20484"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20485"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20486"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20487"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20488"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20489"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20490"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20491"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20492"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20493"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20494"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20495"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20496"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20497"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20498"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20499"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20500"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20501"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20502"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20503"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20504"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20505"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20506"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20507"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20508"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20509"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20510"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20511"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20512"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20513"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20514"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20515"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20516"} 0 loki_boltdb_shipper_retention_marker_count_total{from="filesystem_2020-10-24",table="index_20517"} 0 # HELP loki_boltdb_shipper_retention_marker_table_processed_duration_seconds Time (in seconds) spent in marking table for chunks to delete # TYPE loki_boltdb_shipper_retention_marker_table_processed_duration_seconds histogram loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20450",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20450"} 12.093695493000007 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20450"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20451",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20451"} 13.215808730000006 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20451"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20452",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20452"} 10.953230185999988 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20452"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20453",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20453"} 12.435907043999999 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20453"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20454",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20454"} 13.281390539000004 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20454"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20455",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20455"} 11.984061209000009 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20455"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20456",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20456"} 14.188292478000005 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20456"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20457",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20457"} 13.169129901000002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20457"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20458",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20458"} 13.484135848999996 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20458"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20459",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20459"} 14.06138445600001 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20459"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20460",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20460"} 11.974867877999998 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20460"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20461",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20461"} 14.295208826000005 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20461"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20462",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20462"} 13.423672462999999 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20462"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20463",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20463"} 13.374206467999999 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20463"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20464",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20464"} 13.859124155999996 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20464"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20465",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20465"} 14.477103003000007 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20465"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20466",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20466"} 14.039490931000003 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20466"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20467",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20467"} 12.96978760799999 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20467"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20468",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20468"} 14.168841846000001 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20468"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20469",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20469"} 14.030354226 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20469"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20470",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20470"} 12.907828934 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20470"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20471",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20471"} 14.621744847999995 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20471"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20472",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20472"} 13.390063957999988 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20472"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20473",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20473"} 14.36507104200001 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20473"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20474",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20474"} 14.634888617 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20474"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20475",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20475"} 14.133649385999993 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20475"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20476",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20476"} 13.896100233000004 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20476"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20477",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20477"} 14.293262299999991 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20477"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20478",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20478"} 13.907598692999994 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20478"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20479",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20479"} 14.061367401000002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20479"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20480",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20480"} 13.916294002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20480"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20481",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20481"} 13.738049377999998 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20481"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20482",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20482"} 15.652687438000005 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20482"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20483",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20483"} 12.806428444999998 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20483"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20484",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20484"} 14.678649353 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20484"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20485",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20485"} 14.413844618000006 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20485"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20486",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20486"} 13.275539741999998 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20486"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20487",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20487"} 15.140618562999993 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20487"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20488",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20488"} 13.964885205999993 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20488"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20489",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20489"} 14.426922928000003 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20489"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20490",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20490"} 13.610587827 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20490"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20491",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20491"} 13.378135208000003 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20491"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20492",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20492"} 14.160973434999994 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20492"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20493",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20493"} 13.755995685 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20493"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20494",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20494"} 14.85705671600001 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20494"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20495",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20495"} 13.165052469999996 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20495"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20496",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20496"} 14.250988721000011 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20496"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20497",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20497"} 14.349319285999997 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20497"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20498",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20498"} 13.83506583100001 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20498"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20499",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20499"} 14.70329651899999 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20499"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20500",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20500"} 13.599741203000004 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20500"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20501",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20501"} 14.137248456000004 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20501"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20502",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20502"} 15.700222769 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20502"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20503",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20503"} 14.706715311 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20503"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20504",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20504"} 13.752181477000002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20504"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20505",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20505"} 15.303254717000002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20505"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20506",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20506"} 14.480522084000013 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20506"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20507",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20507"} 14.851774783000002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20507"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20508",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20508"} 14.781135034999995 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20508"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20509",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20509"} 15.357988769 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20509"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20510",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20510"} 14.741402286999998 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20510"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20511",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20511"} 16.934790535 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20511"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="1"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="2.5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="5"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="10"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="20"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="40"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="90"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="360"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="600"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="1800"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20512",le="+Inf"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20512"} 16.344654370000008 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20512"} 462 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="1"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="2.5"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="5"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="10"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="20"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="40"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="90"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="360"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="600"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="1800"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20513",le="+Inf"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20513"} 14.352072671999998 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20513"} 431 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="1"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="2.5"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="5"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="10"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="20"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="40"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="90"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="360"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="600"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="1800"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20514",le="+Inf"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20514"} 13.979687920999996 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20514"} 335 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="1"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="2.5"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="5"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="10"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="20"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="40"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="90"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="360"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="600"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="1800"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20515",le="+Inf"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20515"} 12.016108005000001 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20515"} 239 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="1"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="2.5"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="5"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="10"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="20"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="40"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="90"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="360"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="600"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="1800"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20516",le="+Inf"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20516"} 9.055890810999994 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20516"} 143 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="1"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="2.5"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="5"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="10"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="20"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="40"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="90"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="360"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="600"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="1800"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_bucket{from="filesystem_2020-10-24",status="success",table="index_20517",le="+Inf"} 47 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_sum{from="filesystem_2020-10-24",status="success",table="index_20517"} 1.7610663350000002 loki_boltdb_shipper_retention_marker_table_processed_duration_seconds_count{from="filesystem_2020-10-24",status="success",table="index_20517"} 47 # HELP loki_boltdb_shipper_retention_marker_table_processed_total Total amount of table processed for each user per action. Empty string for user_id is for common index # TYPE loki_boltdb_shipper_retention_marker_table_processed_total counter loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20450",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20451",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20452",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20453",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20454",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20455",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20456",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20457",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20458",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20459",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20460",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20461",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20462",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20463",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20464",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20465",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20466",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20467",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20468",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20469",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20470",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20471",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20472",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20473",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20474",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20475",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20476",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20477",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20478",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20479",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20480",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20481",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20482",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20483",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20484",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20485",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20486",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20487",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20488",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20489",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20490",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20491",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20492",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20493",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20494",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20495",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20496",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20497",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20498",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20499",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20500",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20501",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20502",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20503",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20504",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20505",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20506",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20507",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20508",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20509",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20510",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20511",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20512",user_id=""} 462 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20513",user_id=""} 431 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20514",user_id=""} 335 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20515",user_id=""} 239 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20516",user_id=""} 143 loki_boltdb_shipper_retention_marker_table_processed_total{action="none",from="filesystem_2020-10-24",table="index_20517",user_id=""} 47 # HELP loki_boltdb_shipper_retention_sweeper_marker_file_processing_current_time The current time of creation of the marker file being processed. # TYPE loki_boltdb_shipper_retention_sweeper_marker_file_processing_current_time gauge loki_boltdb_shipper_retention_sweeper_marker_file_processing_current_time{from="filesystem_2020-10-24"} 0 # HELP loki_boltdb_shipper_retention_sweeper_marker_files_current The current total of marker files valid for deletion. # TYPE loki_boltdb_shipper_retention_sweeper_marker_files_current gauge loki_boltdb_shipper_retention_sweeper_marker_files_current{from="filesystem_2020-10-24"} 0 # HELP loki_boltdb_shipper_retention_sweeper_marker_files_deleted_total The total of marker files deleted after being fully processed. # TYPE loki_boltdb_shipper_retention_sweeper_marker_files_deleted_total counter loki_boltdb_shipper_retention_sweeper_marker_files_deleted_total{from="filesystem_2020-10-24"} 0 # HELP loki_boltdb_shipper_tables_download_operation_duration_seconds Time (in seconds) spent in downloading updated files for all the tables # TYPE loki_boltdb_shipper_tables_download_operation_duration_seconds gauge loki_boltdb_shipper_tables_download_operation_duration_seconds{component="index-store-boltdb-shipper-2020-10-24"} 7.0963e-05 # HELP loki_boltdb_shipper_tables_sync_operation_total Total number of tables sync operations done by status # TYPE loki_boltdb_shipper_tables_sync_operation_total counter loki_boltdb_shipper_tables_sync_operation_total{component="index-store-boltdb-shipper-2020-10-24",status="success"} 1386 # HELP loki_boltdb_shipper_tables_upload_operation_total Total number of upload operations done by status # TYPE loki_boltdb_shipper_tables_upload_operation_total counter loki_boltdb_shipper_tables_upload_operation_total{component="index-store-boltdb-shipper-2020-10-24",status="success"} 6932 # HELP loki_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which loki was built, and the goos and goarch for the build. # TYPE loki_build_info gauge loki_build_info{branch="release-3.6.x",goarch="amd64",goos="linux",goversion="go1.24.11",revision="9385bc63",tags="netgo",version="3.6.3"} 1 # HELP loki_bytes_per_line The total number of bytes per line. # TYPE loki_bytes_per_line histogram loki_bytes_per_line_bucket{le="1"} 455795 loki_bytes_per_line_bucket{le="8"} 483607 loki_bytes_per_line_bucket{le="64"} 2.027819e+06 loki_bytes_per_line_bucket{le="512"} 8.906823e+06 loki_bytes_per_line_bucket{le="4096"} 1.0288551e+07 loki_bytes_per_line_bucket{le="32768"} 1.0289216e+07 loki_bytes_per_line_bucket{le="262144"} 1.0289216e+07 loki_bytes_per_line_bucket{le="2.097152e+06"} 1.0289216e+07 loki_bytes_per_line_bucket{le="+Inf"} 1.0289216e+07 loki_bytes_per_line_sum 4.414039729e+09 loki_bytes_per_line_count 1.0289216e+07 # HELP loki_cache_corrupt_chunks_total Total count of corrupt chunks found in cache. # TYPE loki_cache_corrupt_chunks_total counter loki_cache_corrupt_chunks_total 0 # HELP loki_cache_fetched_keys Total count of keys requested from cache. # TYPE loki_cache_fetched_keys counter loki_cache_fetched_keys{name="chunksembedded-cache"} 2179 loki_cache_fetched_keys{name="frontend.index-stats-results-cache.embedded-cache"} 0 loki_cache_fetched_keys{name="frontend.label-results-cache.embedded-cache"} 0 loki_cache_fetched_keys{name="frontend.series-results-cache.embedded-cache"} 0 loki_cache_fetched_keys{name="frontend.volume-results-cache.embedded-cache"} 0 # HELP loki_cache_hits Total count of keys found in cache. # TYPE loki_cache_hits counter loki_cache_hits{name="chunksembedded-cache"} 6 loki_cache_hits{name="frontend.index-stats-results-cache.embedded-cache"} 0 loki_cache_hits{name="frontend.label-results-cache.embedded-cache"} 0 loki_cache_hits{name="frontend.series-results-cache.embedded-cache"} 0 loki_cache_hits{name="frontend.volume-results-cache.embedded-cache"} 0 # HELP loki_cache_request_duration_seconds Total time spent in seconds doing cache requests. # TYPE loki_cache_request_duration_seconds histogram loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="1.6e-05"} 1540 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="6.4e-05"} 2161 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="0.000256"} 2171 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="0.001024"} 2175 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="0.004096"} 2175 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="0.016384"} 2176 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="0.065536"} 2176 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="0.262144"} 2179 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200",le="+Inf"} 2179 loki_cache_request_duration_seconds_sum{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200"} 0.25815817200000013 loki_cache_request_duration_seconds_count{method="chunksembedded-cache.fetch",name="chunksembedded-cache",status_code="200"} 2179 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="1.6e-05"} 1971 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="6.4e-05"} 2156 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="0.000256"} 2170 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="0.001024"} 2171 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="0.004096"} 2172 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="0.016384"} 2173 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="0.065536"} 2173 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="0.262144"} 2173 loki_cache_request_duration_seconds_bucket{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200",le="+Inf"} 2173 loki_cache_request_duration_seconds_sum{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200"} 0.03399443600000001 loki_cache_request_duration_seconds_count{method="chunksembedded-cache.store",name="chunksembedded-cache",status_code="200"} 2173 # HELP loki_cache_value_size_bytes Size of values in the cache. # TYPE loki_cache_value_size_bytes histogram loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="16384"} 1 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="65536"} 6 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="262144"} 6 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="1.048576e+06"} 6 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="4.194304e+06"} 6 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksembedded-cache",le="+Inf"} 6 loki_cache_value_size_bytes_sum{method="fetch",name="chunksembedded-cache"} 140265 loki_cache_value_size_bytes_count{method="fetch",name="chunksembedded-cache"} 6 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.index-stats-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="fetch",name="frontend.index-stats-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="fetch",name="frontend.index-stats-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.label-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="fetch",name="frontend.label-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="fetch",name="frontend.label-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.series-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="fetch",name="frontend.series-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="fetch",name="frontend.series-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="fetch",name="frontend.volume-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="fetch",name="frontend.volume-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="fetch",name="frontend.volume-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="1024"} 289 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="4096"} 768 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="16384"} 1312 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="65536"} 1650 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="262144"} 1831 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="1.048576e+06"} 1946 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="4.194304e+06"} 2173 loki_cache_value_size_bytes_bucket{method="store",name="chunksembedded-cache",le="+Inf"} 2173 loki_cache_value_size_bytes_sum{method="store",name="chunksembedded-cache"} 3.88076762e+08 loki_cache_value_size_bytes_count{method="store",name="chunksembedded-cache"} 2173 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.index-stats-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="store",name="frontend.index-stats-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="store",name="frontend.index-stats-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.label-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="store",name="frontend.label-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="store",name="frontend.label-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.series-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="store",name="frontend.series-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="store",name="frontend.series-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="1024"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="4096"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="16384"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="65536"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="262144"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="1.048576e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="4.194304e+06"} 0 loki_cache_value_size_bytes_bucket{method="store",name="frontend.volume-results-cache.embedded-cache",le="+Inf"} 0 loki_cache_value_size_bytes_sum{method="store",name="frontend.volume-results-cache.embedded-cache"} 0 loki_cache_value_size_bytes_count{method="store",name="frontend.volume-results-cache.embedded-cache"} 0 # HELP loki_chunk_store_chunks_per_query Distribution of #chunks per query. # TYPE loki_chunk_store_chunks_per_query histogram loki_chunk_store_chunks_per_query_bucket{le="10"} 0 loki_chunk_store_chunks_per_query_bucket{le="80"} 0 loki_chunk_store_chunks_per_query_bucket{le="640"} 0 loki_chunk_store_chunks_per_query_bucket{le="5120"} 0 loki_chunk_store_chunks_per_query_bucket{le="40960"} 0 loki_chunk_store_chunks_per_query_bucket{le="327680"} 0 loki_chunk_store_chunks_per_query_bucket{le="2.62144e+06"} 0 loki_chunk_store_chunks_per_query_bucket{le="+Inf"} 0 loki_chunk_store_chunks_per_query_sum 0 loki_chunk_store_chunks_per_query_count 0 # HELP loki_chunk_store_deduped_bytes_total Count of bytes from chunks which were not stored because they have already been stored by another replica. # TYPE loki_chunk_store_deduped_bytes_total counter loki_chunk_store_deduped_bytes_total 140265 # HELP loki_chunk_store_deduped_chunks_total Count of chunks which were not stored because they have already been stored by another replica. # TYPE loki_chunk_store_deduped_chunks_total counter loki_chunk_store_deduped_chunks_total 6 # HELP loki_chunk_store_index_entries_per_chunk Number of entries written to storage per chunk. # TYPE loki_chunk_store_index_entries_per_chunk histogram loki_chunk_store_index_entries_per_chunk_bucket{le="1"} 0 loki_chunk_store_index_entries_per_chunk_bucket{le="2"} 0 loki_chunk_store_index_entries_per_chunk_bucket{le="4"} 0 loki_chunk_store_index_entries_per_chunk_bucket{le="8"} 431 loki_chunk_store_index_entries_per_chunk_bucket{le="16"} 2054 loki_chunk_store_index_entries_per_chunk_bucket{le="+Inf"} 2173 loki_chunk_store_index_entries_per_chunk_sum 20295 loki_chunk_store_index_entries_per_chunk_count 2173 # HELP loki_chunk_store_index_lookups_per_query Distribution of #index lookups per query. # TYPE loki_chunk_store_index_lookups_per_query histogram loki_chunk_store_index_lookups_per_query_bucket{le="1"} 0 loki_chunk_store_index_lookups_per_query_bucket{le="2"} 0 loki_chunk_store_index_lookups_per_query_bucket{le="4"} 0 loki_chunk_store_index_lookups_per_query_bucket{le="8"} 0 loki_chunk_store_index_lookups_per_query_bucket{le="16"} 0 loki_chunk_store_index_lookups_per_query_bucket{le="+Inf"} 0 loki_chunk_store_index_lookups_per_query_sum 0 loki_chunk_store_index_lookups_per_query_count 0 # HELP loki_chunk_store_series_post_intersection_per_query Distribution of #series (post intersection) per query. # TYPE loki_chunk_store_series_post_intersection_per_query histogram loki_chunk_store_series_post_intersection_per_query_bucket{le="10"} 0 loki_chunk_store_series_post_intersection_per_query_bucket{le="80"} 0 loki_chunk_store_series_post_intersection_per_query_bucket{le="640"} 0 loki_chunk_store_series_post_intersection_per_query_bucket{le="5120"} 0 loki_chunk_store_series_post_intersection_per_query_bucket{le="40960"} 0 loki_chunk_store_series_post_intersection_per_query_bucket{le="327680"} 0 loki_chunk_store_series_post_intersection_per_query_bucket{le="+Inf"} 0 loki_chunk_store_series_post_intersection_per_query_sum 0 loki_chunk_store_series_post_intersection_per_query_count 0 # HELP loki_chunk_store_series_pre_intersection_per_query Distribution of #series (pre intersection) per query. # TYPE loki_chunk_store_series_pre_intersection_per_query histogram loki_chunk_store_series_pre_intersection_per_query_bucket{le="10"} 0 loki_chunk_store_series_pre_intersection_per_query_bucket{le="80"} 0 loki_chunk_store_series_pre_intersection_per_query_bucket{le="640"} 0 loki_chunk_store_series_pre_intersection_per_query_bucket{le="5120"} 0 loki_chunk_store_series_pre_intersection_per_query_bucket{le="40960"} 0 loki_chunk_store_series_pre_intersection_per_query_bucket{le="327680"} 0 loki_chunk_store_series_pre_intersection_per_query_bucket{le="+Inf"} 0 loki_chunk_store_series_pre_intersection_per_query_sum 0 loki_chunk_store_series_pre_intersection_per_query_count 0 # HELP loki_chunk_store_stored_chunk_bytes_total Total bytes stored in chunks per user. # TYPE loki_chunk_store_stored_chunk_bytes_total counter loki_chunk_store_stored_chunk_bytes_total{user="fake"} 3.87308846e+08 # HELP loki_chunk_store_stored_chunks_total Total stored chunks per user. # TYPE loki_chunk_store_stored_chunks_total counter loki_chunk_store_stored_chunks_total{user="fake"} 2173 # HELP loki_compactor_apply_retention_last_successful_run_timestamp_seconds Unix timestamp of the last successful retention run # TYPE loki_compactor_apply_retention_last_successful_run_timestamp_seconds gauge loki_compactor_apply_retention_last_successful_run_timestamp_seconds 1.7727117409028025e+09 # HELP loki_compactor_apply_retention_operation_duration_seconds Time (in seconds) spent in applying retention # TYPE loki_compactor_apply_retention_operation_duration_seconds gauge loki_compactor_apply_retention_operation_duration_seconds 3.916965014 # HELP loki_compactor_apply_retention_operation_total Total number of attempts done to apply retention with status # TYPE loki_compactor_apply_retention_operation_total counter loki_compactor_apply_retention_operation_total{status="success"} 462 # HELP loki_compactor_load_pending_requests_attempts_total Number of attempts that were made to load pending requests with status # TYPE loki_compactor_load_pending_requests_attempts_total counter loki_compactor_load_pending_requests_attempts_total{status="success"} 462 # HELP loki_compactor_locked_table_successive_compaction_skips Number of times uncompacted tables were consecutively skipped due to them being locked by retention # TYPE loki_compactor_locked_table_successive_compaction_skips gauge loki_compactor_locked_table_successive_compaction_skips{table_name="index_20450"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20451"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20452"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20453"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20454"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20455"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20456"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20457"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20458"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20459"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20460"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20461"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20462"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20463"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20464"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20465"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20466"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20467"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20468"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20469"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20470"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20471"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20472"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20473"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20474"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20475"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20476"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20477"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20478"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20479"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20480"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20481"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20482"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20483"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20484"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20485"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20486"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20487"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20488"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20489"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20490"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20491"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20492"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20493"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20494"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20495"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20496"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20497"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20498"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20499"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20500"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20501"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20502"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20503"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20504"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20505"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20506"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20507"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20508"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20509"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20510"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20511"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20512"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20513"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20514"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20515"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20516"} 0 loki_compactor_locked_table_successive_compaction_skips{table_name="index_20517"} 0 # HELP loki_compactor_manifest_chunks_selected_total Number of chunks selected while building manifest # TYPE loki_compactor_manifest_chunks_selected_total counter loki_compactor_manifest_chunks_selected_total 0 # HELP loki_compactor_oldest_pending_delete_request_age_seconds Age of oldest pending delete request in seconds since they are over their cancellation period # TYPE loki_compactor_oldest_pending_delete_request_age_seconds gauge loki_compactor_oldest_pending_delete_request_age_seconds 0 # HELP loki_compactor_pending_delete_requests_count Count of delete requests which are over their cancellation period and have not finished processing yet # TYPE loki_compactor_pending_delete_requests_count gauge loki_compactor_pending_delete_requests_count 0 # HELP loki_consul_request_duration_seconds Time spent on consul requests. # TYPE loki_consul_request_duration_seconds histogram loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.005"} 110358 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.01"} 110579 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.025"} 110697 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.05"} 110730 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.1"} 110890 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.25"} 110902 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.5"} 110902 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="1"} 110903 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="2.5"} 110903 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="5"} 110903 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="10"} 110903 loki_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="+Inf"} 110903 loki_consul_request_duration_seconds_sum{kv_name="ingester-ring",operation="CAS loop",status_code="200"} 37.77239140500018 loki_consul_request_duration_seconds_count{kv_name="ingester-ring",operation="CAS loop",status_code="200"} 110903 # HELP loki_delete_request_lookups_failed_total Number times the client has failed to look up delete requests # TYPE loki_delete_request_lookups_failed_total counter loki_delete_request_lookups_failed_total 0 # HELP loki_delete_request_lookups_total Number times the client has looked up delete requests # TYPE loki_delete_request_lookups_total counter loki_delete_request_lookups_total 0 # HELP loki_discarded_bytes_total The total number of bytes that were discarded. # TYPE loki_discarded_bytes_total counter loki_discarded_bytes_total{format="loki",policy="",reason="greater_than_max_sample_age",retention_hours="0",tenant="fake"} 3129 # HELP loki_discarded_samples_total The total number of samples that were discarded. # TYPE loki_discarded_samples_total counter loki_discarded_samples_total{format="loki",policy="",reason="greater_than_max_sample_age",retention_hours="0",tenant="fake"} 27 # HELP loki_distributor_bytes_received_total The total number of uncompressed bytes received per tenant. Includes structured metadata bytes. # TYPE loki_distributor_bytes_received_total counter loki_distributor_bytes_received_total{format="loki",is_internal_stream="false",policy="",retention_hours="",tenant="fake"} 4.414039729e+09 # HELP loki_distributor_ingest_limits_requests_failed_total The total number of requests that failed. # TYPE loki_distributor_ingest_limits_requests_failed_total counter loki_distributor_ingest_limits_requests_failed_total 0 # HELP loki_distributor_ingest_limits_requests_total The total number of requests. # TYPE loki_distributor_ingest_limits_requests_total counter loki_distributor_ingest_limits_requests_total 0 # HELP loki_distributor_ingester_appends_total The total number of batch appends sent to ingesters. # TYPE loki_distributor_ingester_appends_total counter loki_distributor_ingester_appends_total{ingester="127.0.0.1:9096"} 321611 # HELP loki_distributor_ingester_clients The current number of ingester clients. # TYPE loki_distributor_ingester_clients gauge loki_distributor_ingester_clients 2 # HELP loki_distributor_kafka_latency_seconds Latency to write an incoming request to the ingest storage. # TYPE loki_distributor_kafka_latency_seconds histogram loki_distributor_kafka_latency_seconds_bucket{le="0.005"} 0 loki_distributor_kafka_latency_seconds_bucket{le="0.01"} 0 loki_distributor_kafka_latency_seconds_bucket{le="0.025"} 0 loki_distributor_kafka_latency_seconds_bucket{le="0.05"} 0 loki_distributor_kafka_latency_seconds_bucket{le="0.1"} 0 loki_distributor_kafka_latency_seconds_bucket{le="0.25"} 0 loki_distributor_kafka_latency_seconds_bucket{le="0.5"} 0 loki_distributor_kafka_latency_seconds_bucket{le="1"} 0 loki_distributor_kafka_latency_seconds_bucket{le="2.5"} 0 loki_distributor_kafka_latency_seconds_bucket{le="5"} 0 loki_distributor_kafka_latency_seconds_bucket{le="10"} 0 loki_distributor_kafka_latency_seconds_bucket{le="+Inf"} 0 loki_distributor_kafka_latency_seconds_sum 0 loki_distributor_kafka_latency_seconds_count 0 # HELP loki_distributor_kafka_records_per_write_request The number of records a single per-partition write request has been split into. # TYPE loki_distributor_kafka_records_per_write_request histogram loki_distributor_kafka_records_per_write_request_bucket{le="1"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="2"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="4"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="8"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="16"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="32"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="64"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="128"} 0 loki_distributor_kafka_records_per_write_request_bucket{le="+Inf"} 0 loki_distributor_kafka_records_per_write_request_sum 0 loki_distributor_kafka_records_per_write_request_count 0 # HELP loki_distributor_kafka_sent_bytes_total Total number of bytes sent to the ingest storage. # TYPE loki_distributor_kafka_sent_bytes_total counter loki_distributor_kafka_sent_bytes_total 0 # HELP loki_distributor_lag_ms_total The difference in time (in millis) between when a distributor receives a push request and the most recent log timestamp in that request # TYPE loki_distributor_lag_ms_total counter loki_distributor_lag_ms_total{format="loki",tenant="fake",userAgent="promtail/3.6.3"} 7.3607626e+07 # HELP loki_distributor_lines_received_total The total number of lines received per tenant # TYPE loki_distributor_lines_received_total counter loki_distributor_lines_received_total{format="loki",is_internal_stream="false",policy="",tenant="fake"} 1.0289216e+07 # HELP loki_distributor_replication_factor The configured replication factor. # TYPE loki_distributor_replication_factor gauge loki_distributor_replication_factor 1 # HELP loki_distributor_structured_metadata_bytes_received_total The total number of uncompressed bytes received per tenant for entries' structured metadata # TYPE loki_distributor_structured_metadata_bytes_received_total counter loki_distributor_structured_metadata_bytes_received_total{format="loki",is_internal_stream="false",policy="",retention_hours="",tenant="fake"} 0 # HELP loki_dns_failures_total The number of DNS lookup failures # TYPE loki_dns_failures_total counter loki_dns_failures_total{name="memberlist"} 0 # HELP loki_dns_lookups_total The number of DNS lookups resolutions attempts # TYPE loki_dns_lookups_total counter loki_dns_lookups_total{name="memberlist"} 0 # HELP loki_embeddedcache_added_new_total The total number of new entries added to the cache # TYPE loki_embeddedcache_added_new_total counter loki_embeddedcache_added_new_total{cache="chunksembedded-cache"} 2173 loki_embeddedcache_added_new_total{cache="frontend.index-stats-results-cache.embedded-cache"} 0 loki_embeddedcache_added_new_total{cache="frontend.label-results-cache.embedded-cache"} 0 loki_embeddedcache_added_new_total{cache="frontend.series-results-cache.embedded-cache"} 0 loki_embeddedcache_added_new_total{cache="frontend.volume-results-cache.embedded-cache"} 0 # HELP loki_embeddedcache_entries Current number of entries in the cache # TYPE loki_embeddedcache_entries gauge loki_embeddedcache_entries{cache="chunksembedded-cache"} 18 loki_embeddedcache_entries{cache="frontend.index-stats-results-cache.embedded-cache"} 0 loki_embeddedcache_entries{cache="frontend.label-results-cache.embedded-cache"} 0 loki_embeddedcache_entries{cache="frontend.series-results-cache.embedded-cache"} 0 loki_embeddedcache_entries{cache="frontend.volume-results-cache.embedded-cache"} 0 # HELP loki_embeddedcache_evicted_total The total number of evicted entries # TYPE loki_embeddedcache_evicted_total counter loki_embeddedcache_evicted_total{cache="chunksembedded-cache",reason="expired"} 2155 # HELP loki_embeddedcache_memory_bytes The current cache size in bytes # TYPE loki_embeddedcache_memory_bytes gauge loki_embeddedcache_memory_bytes{cache="chunksembedded-cache"} 2.928465e+06 loki_embeddedcache_memory_bytes{cache="frontend.index-stats-results-cache.embedded-cache"} 0 loki_embeddedcache_memory_bytes{cache="frontend.label-results-cache.embedded-cache"} 0 loki_embeddedcache_memory_bytes{cache="frontend.series-results-cache.embedded-cache"} 0 loki_embeddedcache_memory_bytes{cache="frontend.volume-results-cache.embedded-cache"} 0 # HELP loki_experimental_features_in_use_total The number of experimental features in use. # TYPE loki_experimental_features_in_use_total counter loki_experimental_features_in_use_total 0 # HELP loki_grpc_concurrent_streams_limit The max number of concurrent streams that can be accepted (0 means no limit). # TYPE loki_grpc_concurrent_streams_limit gauge loki_grpc_concurrent_streams_limit 100 # HELP loki_index_request_duration_seconds Time (in seconds) spent in serving index query requests # TYPE loki_index_request_duration_seconds histogram loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="0.005"} 1133 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="0.012301915262620913"} 1808 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="0.03026742382574107"} 1893 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="0.07446945662441999"} 1930 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="0.18322338900940766"} 2166 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="0.4507997211447921"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="1.109139993987274"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="2.7289092440830625"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="6.7141620560185435"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="16.519410534528944"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="40.644077716844464"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="99.99999999999989"} 2173 loki_index_request_duration_seconds_bucket{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200",le="+Inf"} 2173 loki_index_request_duration_seconds_sum{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200"} 34.35431710999994 loki_index_request_duration_seconds_count{component="index-store-boltdb-shipper-2020-10-24",operation="index_chunk",status_code="200"} 2173 # HELP loki_inflight_requests Current number of inflight requests. # TYPE loki_inflight_requests gauge loki_inflight_requests{method="GET",route="debug_pprof"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_status_buildinfo"} 0 loki_inflight_requests{method="GET",route="metrics"} 1 loki_inflight_requests{method="GET",route="other"} 0 loki_inflight_requests{method="GET",route="ready"} 0 loki_inflight_requests{method="HEAD",route="other"} 0 loki_inflight_requests{method="POST",route="loki_api_v1_push"} 0 loki_inflight_requests{method="POST",route="other"} 0 loki_inflight_requests{method="gRPC",route="/grpc.health.v1.Health/Check"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Pusher/Push"} 0 loki_inflight_requests{method="gRPC",route="/logproto.StreamData/GetStreamRates"} 0 loki_inflight_requests{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 5 loki_inflight_requests{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 4 # HELP loki_ingester_autoforget_unhealthy_ingesters_total Total number of ingesters automatically forgotten # TYPE loki_ingester_autoforget_unhealthy_ingesters_total counter loki_ingester_autoforget_unhealthy_ingesters_total 0 # HELP loki_ingester_blocks_per_chunk The number of blocks in a chunk. # TYPE loki_ingester_blocks_per_chunk histogram loki_ingester_blocks_per_chunk_bucket{le="5"} 784 loki_ingester_blocks_per_chunk_bucket{le="10"} 815 loki_ingester_blocks_per_chunk_bucket{le="20"} 896 loki_ingester_blocks_per_chunk_bucket{le="40"} 933 loki_ingester_blocks_per_chunk_bucket{le="80"} 1160 loki_ingester_blocks_per_chunk_bucket{le="160"} 1160 loki_ingester_blocks_per_chunk_bucket{le="+Inf"} 1160 loki_ingester_blocks_per_chunk_sum 17114 loki_ingester_blocks_per_chunk_count 1160 # HELP loki_ingester_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE loki_ingester_checkpoint_creations_failed_total counter loki_ingester_checkpoint_creations_failed_total 0 # HELP loki_ingester_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE loki_ingester_checkpoint_creations_total counter loki_ingester_checkpoint_creations_total 1386 # HELP loki_ingester_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE loki_ingester_checkpoint_deletions_failed_total counter loki_ingester_checkpoint_deletions_failed_total 0 # HELP loki_ingester_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE loki_ingester_checkpoint_deletions_total counter loki_ingester_checkpoint_deletions_total 1385 # HELP loki_ingester_checkpoint_duration_seconds Time taken to create a checkpoint. # TYPE loki_ingester_checkpoint_duration_seconds summary loki_ingester_checkpoint_duration_seconds{quantile="0.5"} 270.096756297 loki_ingester_checkpoint_duration_seconds{quantile="0.9"} 270.110535644 loki_ingester_checkpoint_duration_seconds{quantile="0.99"} 270.110535644 loki_ingester_checkpoint_duration_seconds_sum 369697.47298940545 loki_ingester_checkpoint_duration_seconds_count 1385 # HELP loki_ingester_checkpoint_logged_bytes_total Total number of bytes written to disk for checkpointing. # TYPE loki_ingester_checkpoint_logged_bytes_total counter loki_ingester_checkpoint_logged_bytes_total 4.410735385e+09 # HELP loki_ingester_chunk_age_seconds Distribution of chunk ages (when stored). # TYPE loki_ingester_chunk_age_seconds histogram loki_ingester_chunk_age_seconds_bucket{le="60"} 0 loki_ingester_chunk_age_seconds_bucket{le="300"} 3 loki_ingester_chunk_age_seconds_bucket{le="600"} 7 loki_ingester_chunk_age_seconds_bucket{le="1800"} 115 loki_ingester_chunk_age_seconds_bucket{le="3600"} 579 loki_ingester_chunk_age_seconds_bucket{le="7200"} 696 loki_ingester_chunk_age_seconds_bucket{le="14400"} 2176 loki_ingester_chunk_age_seconds_bucket{le="36000"} 2177 loki_ingester_chunk_age_seconds_bucket{le="43200"} 2177 loki_ingester_chunk_age_seconds_bucket{le="57600"} 2177 loki_ingester_chunk_age_seconds_bucket{le="+Inf"} 2179 loki_ingester_chunk_age_seconds_sum 1.2690260771758348e+07 loki_ingester_chunk_age_seconds_count 2179 # HELP loki_ingester_chunk_bounds_hours Distribution of chunk end-start durations. # TYPE loki_ingester_chunk_bounds_hours histogram loki_ingester_chunk_bounds_hours_bucket{le="1"} 669 loki_ingester_chunk_bounds_hours_bucket{le="2"} 764 loki_ingester_chunk_bounds_hours_bucket{le="3"} 2176 loki_ingester_chunk_bounds_hours_bucket{le="4"} 2176 loki_ingester_chunk_bounds_hours_bucket{le="5"} 2176 loki_ingester_chunk_bounds_hours_bucket{le="6"} 2177 loki_ingester_chunk_bounds_hours_bucket{le="7"} 2177 loki_ingester_chunk_bounds_hours_bucket{le="8"} 2177 loki_ingester_chunk_bounds_hours_bucket{le="+Inf"} 2179 loki_ingester_chunk_bounds_hours_sum 3336.998131169174 loki_ingester_chunk_bounds_hours_count 2179 # HELP loki_ingester_chunk_compression_ratio Compression ratio of chunks (when stored). # TYPE loki_ingester_chunk_compression_ratio histogram loki_ingester_chunk_compression_ratio_bucket{le="0.75"} 171 loki_ingester_chunk_compression_ratio_bucket{le="2.75"} 342 loki_ingester_chunk_compression_ratio_bucket{le="4.75"} 434 loki_ingester_chunk_compression_ratio_bucket{le="6.75"} 904 loki_ingester_chunk_compression_ratio_bucket{le="8.75"} 1321 loki_ingester_chunk_compression_ratio_bucket{le="10.75"} 1649 loki_ingester_chunk_compression_ratio_bucket{le="12.75"} 1869 loki_ingester_chunk_compression_ratio_bucket{le="14.75"} 2041 loki_ingester_chunk_compression_ratio_bucket{le="16.75"} 2069 loki_ingester_chunk_compression_ratio_bucket{le="18.75"} 2069 loki_ingester_chunk_compression_ratio_bucket{le="+Inf"} 2179 loki_ingester_chunk_compression_ratio_sum 18057.96978445353 loki_ingester_chunk_compression_ratio_count 2179 # HELP loki_ingester_chunk_encode_time_seconds Distribution of chunk encode times. # TYPE loki_ingester_chunk_encode_time_seconds histogram loki_ingester_chunk_encode_time_seconds_bucket{le="0.01"} 2115 loki_ingester_chunk_encode_time_seconds_bucket{le="0.04"} 2150 loki_ingester_chunk_encode_time_seconds_bucket{le="0.16"} 2179 loki_ingester_chunk_encode_time_seconds_bucket{le="0.64"} 2179 loki_ingester_chunk_encode_time_seconds_bucket{le="2.56"} 2179 loki_ingester_chunk_encode_time_seconds_bucket{le="10.24"} 2179 loki_ingester_chunk_encode_time_seconds_bucket{le="+Inf"} 2179 loki_ingester_chunk_encode_time_seconds_sum 5.7152768320000025 loki_ingester_chunk_encode_time_seconds_count 2179 # HELP loki_ingester_chunk_entries Distribution of stored lines per chunk (when stored). # TYPE loki_ingester_chunk_entries histogram loki_ingester_chunk_entries_bucket{le="200"} 774 loki_ingester_chunk_entries_bucket{le="400"} 977 loki_ingester_chunk_entries_bucket{le="800"} 1205 loki_ingester_chunk_entries_bucket{le="1600"} 1414 loki_ingester_chunk_entries_bucket{le="3200"} 1652 loki_ingester_chunk_entries_bucket{le="6400"} 1815 loki_ingester_chunk_entries_bucket{le="12800"} 1939 loki_ingester_chunk_entries_bucket{le="25600"} 2058 loki_ingester_chunk_entries_bucket{le="51200"} 2179 loki_ingester_chunk_entries_bucket{le="+Inf"} 2179 loki_ingester_chunk_entries_sum 1.0105736e+07 loki_ingester_chunk_entries_count 2179 # HELP loki_ingester_chunk_size_bytes Distribution of stored chunk sizes (when stored). # TYPE loki_ingester_chunk_size_bytes histogram loki_ingester_chunk_size_bytes_bucket{le="20000"} 1452 loki_ingester_chunk_size_bytes_bucket{le="40000"} 1575 loki_ingester_chunk_size_bytes_bucket{le="80000"} 1658 loki_ingester_chunk_size_bytes_bucket{le="160000"} 1774 loki_ingester_chunk_size_bytes_bucket{le="320000"} 1865 loki_ingester_chunk_size_bytes_bucket{le="640000"} 1941 loki_ingester_chunk_size_bytes_bucket{le="1.28e+06"} 1989 loki_ingester_chunk_size_bytes_bucket{le="2.56e+06"} 2179 loki_ingester_chunk_size_bytes_bucket{le="5.12e+06"} 2179 loki_ingester_chunk_size_bytes_bucket{le="1.024e+07"} 2179 loki_ingester_chunk_size_bytes_bucket{le="+Inf"} 2179 loki_ingester_chunk_size_bytes_sum 3.88217027e+08 loki_ingester_chunk_size_bytes_count 2179 # HELP loki_ingester_chunk_stored_bytes_total Total bytes stored in chunks per tenant. # TYPE loki_ingester_chunk_stored_bytes_total counter loki_ingester_chunk_stored_bytes_total{tenant="fake"} 3.88217027e+08 # HELP loki_ingester_chunk_utilization Distribution of stored chunk utilization (when stored). # TYPE loki_ingester_chunk_utilization histogram loki_ingester_chunk_utilization_bucket{le="0"} 0 loki_ingester_chunk_utilization_bucket{le="0.2"} 1862 loki_ingester_chunk_utilization_bucket{le="0.4"} 1941 loki_ingester_chunk_utilization_bucket{le="0.6000000000000001"} 1945 loki_ingester_chunk_utilization_bucket{le="0.8"} 1987 loki_ingester_chunk_utilization_bucket{le="1"} 2179 loki_ingester_chunk_utilization_bucket{le="+Inf"} 2179 loki_ingester_chunk_utilization_sum 246.33209355672227 loki_ingester_chunk_utilization_count 2179 # HELP loki_ingester_chunks_created_total The total number of chunks created in the ingester. # TYPE loki_ingester_chunks_created_total counter loki_ingester_chunks_created_total 2179 # HELP loki_ingester_chunks_encoded_total The total number of chunks encoded in the ingester. # TYPE loki_ingester_chunks_encoded_total counter loki_ingester_chunks_encoded_total{user="fake"} 2179 # HELP loki_ingester_chunks_flush_failures_total Total number of flush failures. # TYPE loki_ingester_chunks_flush_failures_total counter loki_ingester_chunks_flush_failures_total 0 # HELP loki_ingester_chunks_flush_requests_total Total number of flush requests (successful or not). # TYPE loki_ingester_chunks_flush_requests_total counter loki_ingester_chunks_flush_requests_total 2179 # HELP loki_ingester_chunks_flushed_total Total flushed chunks per reason. # TYPE loki_ingester_chunks_flushed_total counter loki_ingester_chunks_flushed_total{reason="full"} 163 loki_ingester_chunks_flushed_total{reason="idle"} 358 loki_ingester_chunks_flushed_total{reason="max_age"} 1409 loki_ingester_chunks_flushed_total{reason="synced"} 249 # HELP loki_ingester_chunks_stored_total Total stored chunks per tenant. # TYPE loki_ingester_chunks_stored_total counter loki_ingester_chunks_stored_total{tenant="fake"} 2179 # HELP loki_ingester_client_request_duration_seconds Time spent doing Ingester requests. # TYPE loki_ingester_client_request_duration_seconds histogram loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.001"} 21544 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.004"} 26824 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.016"} 27397 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.064"} 27540 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.256"} 27722 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="1.024"} 27724 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="+Inf"} 27724 loki_ingester_client_request_duration_seconds_sum{operation="/grpc.health.v1.Health/Check",status_code="2xx"} 47.909239536999934 loki_ingester_client_request_duration_seconds_count{operation="/grpc.health.v1.Health/Check",status_code="2xx"} 27724 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.001"} 131966 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.004"} 282079 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.016"} 312488 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.064"} 315554 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.256"} 321549 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="1.024"} 321611 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="+Inf"} 321611 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Pusher/Push",status_code="2xx"} 1221.9477599560132 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Pusher/Push",status_code="2xx"} 321611 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="0.001"} 333453 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="0.004"} 422073 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="0.016"} 431870 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="0.064"} 435758 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="0.256"} 439210 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="1.024"} 439222 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.StreamData/GetStreamRates",status_code="2xx",le="+Inf"} 439222 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.StreamData/GetStreamRates",status_code="2xx"} 890.4830280739973 loki_ingester_client_request_duration_seconds_count{operation="/logproto.StreamData/GetStreamRates",status_code="2xx"} 439222 # HELP loki_ingester_flush_queue_length The total number of series pending in the flush queue. # TYPE loki_ingester_flush_queue_length gauge loki_ingester_flush_queue_length 0 # HELP loki_ingester_limiter_enabled Whether the ingester's limiter is enabled # TYPE loki_ingester_limiter_enabled gauge loki_ingester_limiter_enabled 1 # HELP loki_ingester_memory_chunks The total number of chunks in memory. # TYPE loki_ingester_memory_chunks gauge loki_ingester_memory_chunks 31 # HELP loki_ingester_memory_streams The total number of streams in memory per tenant. # TYPE loki_ingester_memory_streams gauge loki_ingester_memory_streams{tenant="fake"} 30 # HELP loki_ingester_memory_streams_labels_bytes Total bytes of labels of the streams in memory. # TYPE loki_ingester_memory_streams_labels_bytes gauge loki_ingester_memory_streams_labels_bytes 5709 # HELP loki_ingester_not_owned_streams The total number of not owned streams in memory. # TYPE loki_ingester_not_owned_streams gauge loki_ingester_not_owned_streams 0 # HELP loki_ingester_samples_per_chunk The number of samples in a chunk. # TYPE loki_ingester_samples_per_chunk histogram loki_ingester_samples_per_chunk_bucket{le="4096"} 738 loki_ingester_samples_per_chunk_bucket{le="6144"} 829 loki_ingester_samples_per_chunk_bucket{le="8192"} 848 loki_ingester_samples_per_chunk_bucket{le="10240"} 893 loki_ingester_samples_per_chunk_bucket{le="12288"} 919 loki_ingester_samples_per_chunk_bucket{le="14336"} 984 loki_ingester_samples_per_chunk_bucket{le="+Inf"} 1160 loki_ingester_samples_per_chunk_sum 9.550828e+06 loki_ingester_samples_per_chunk_count 1160 # HELP loki_ingester_shutdown_marker 1 if prepare shutdown has been called, 0 otherwise # TYPE loki_ingester_shutdown_marker gauge loki_ingester_shutdown_marker 0 # HELP loki_ingester_streams_created_total The total number of streams created per tenant. # TYPE loki_ingester_streams_created_total counter loki_ingester_streams_created_total{tenant="fake"} 1046 # HELP loki_ingester_streams_ownership_check_duration_ms Distribution of streams ownership check durations in milliseconds. # TYPE loki_ingester_streams_ownership_check_duration_ms histogram loki_ingester_streams_ownership_check_duration_ms_bucket{le="1"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="4"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="16"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="64"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="256"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="1024"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="4096"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="16384"} 0 loki_ingester_streams_ownership_check_duration_ms_bucket{le="+Inf"} 0 loki_ingester_streams_ownership_check_duration_ms_sum 0 loki_ingester_streams_ownership_check_duration_ms_count 0 # HELP loki_ingester_streams_removed_total The total number of streams removed per tenant. # TYPE loki_ingester_streams_removed_total counter loki_ingester_streams_removed_total{tenant="fake"} 1016 # HELP loki_ingester_wal_bytes_in_use Total number of bytes in use by the WAL recovery process. # TYPE loki_ingester_wal_bytes_in_use gauge loki_ingester_wal_bytes_in_use 0 # HELP loki_ingester_wal_corruptions_total Total number of WAL corruptions encountered. # TYPE loki_ingester_wal_corruptions_total counter loki_ingester_wal_corruptions_total{type="segment"} 1 # HELP loki_ingester_wal_discarded_bytes_total WAL segment bytes discarded during replay # TYPE loki_ingester_wal_discarded_bytes_total counter loki_ingester_wal_discarded_bytes_total{reason="duplicate"} 1.849199e+06 # HELP loki_ingester_wal_discarded_samples_total WAL segment entries discarded during replay # TYPE loki_ingester_wal_discarded_samples_total counter loki_ingester_wal_discarded_samples_total{reason="duplicate"} 5078 # HELP loki_ingester_wal_disk_full_failures_total Total number of wal write failures due to full disk. # TYPE loki_ingester_wal_disk_full_failures_total counter loki_ingester_wal_disk_full_failures_total 0 # HELP loki_ingester_wal_duplicate_entries_total Entries discarded during WAL replay due to existing in checkpoints. # TYPE loki_ingester_wal_duplicate_entries_total counter loki_ingester_wal_duplicate_entries_total 5078 # HELP loki_ingester_wal_logged_bytes_total Total number of bytes written to disk for WAL records. # TYPE loki_ingester_wal_logged_bytes_total counter loki_ingester_wal_logged_bytes_total 4.511893677e+09 # HELP loki_ingester_wal_records_logged_total Total number of WAL records logged. # TYPE loki_ingester_wal_records_logged_total counter loki_ingester_wal_records_logged_total 322551 # HELP loki_ingester_wal_recovered_bytes_total Total number of bytes recovered from the WAL. # TYPE loki_ingester_wal_recovered_bytes_total counter loki_ingester_wal_recovered_bytes_total 2.6358817e+07 # HELP loki_ingester_wal_recovered_chunks_total Total number of chunks recovered from the WAL checkpoints. # TYPE loki_ingester_wal_recovered_chunks_total counter loki_ingester_wal_recovered_chunks_total 27 # HELP loki_ingester_wal_recovered_entries_total Total number of entries recovered from the WAL. # TYPE loki_ingester_wal_recovered_entries_total counter loki_ingester_wal_recovered_entries_total 83434 # HELP loki_ingester_wal_recovered_streams_total Total number of streams recovered from the WAL. # TYPE loki_ingester_wal_recovered_streams_total counter loki_ingester_wal_recovered_streams_total 31 # HELP loki_ingester_wal_replay_active Whether the WAL is replaying # TYPE loki_ingester_wal_replay_active gauge loki_ingester_wal_replay_active 0 # HELP loki_ingester_wal_replay_duration_seconds Time taken to replay the checkpoint and the WAL. # TYPE loki_ingester_wal_replay_duration_seconds gauge loki_ingester_wal_replay_duration_seconds 1.697091923 # HELP loki_ingester_wal_replay_flushing Whether the wal replay is in a flushing phase due to backpressure # TYPE loki_ingester_wal_replay_flushing gauge loki_ingester_wal_replay_flushing 0 # HELP loki_internal_log_messages_total Total number of log messages created by Loki itself. # TYPE loki_internal_log_messages_total counter loki_internal_log_messages_total{level="debug"} 3.175898e+07 loki_internal_log_messages_total{level="error"} 9 loki_internal_log_messages_total{level="info"} 574517 loki_internal_log_messages_total{level="warn"} 1 # HELP loki_kv_request_duration_seconds Time spent on kv store requests. # TYPE loki_kv_request_duration_seconds histogram loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 27613 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 27660 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 27680 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 27687 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 27725 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 27726 loki_kv_request_duration_seconds_sum{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory"} 8.375307883 loki_kv_request_duration_seconds_count{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory"} 2.5688e-05 loki_kv_request_duration_seconds_count{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory"} 7.1113e-05 loki_kv_request_duration_seconds_count{kv_name="distributor-ring",operation="GET",role="primary",status_code="200",type="inmemory"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 27521 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 27600 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 27655 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 27664 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 27718 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 27725 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 27725 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 27726 loki_kv_request_duration_seconds_sum{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 13.667673695999982 loki_kv_request_duration_seconds_count{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 2 loki_kv_request_duration_seconds_sum{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory"} 0.000164879 loki_kv_request_duration_seconds_count{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="inmemory"} 2 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory"} 0.000207038 loki_kv_request_duration_seconds_count{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 27581 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 27644 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 27675 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 27683 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 27723 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 27726 loki_kv_request_duration_seconds_sum{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory"} 9.529358946999947 loki_kv_request_duration_seconds_count{kv_name="scheduler-ring-manager",operation="CAS",role="primary",status_code="200",type="inmemory"} 27726 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory"} 6.1505e-05 loki_kv_request_duration_seconds_count{kv_name="scheduler-ring-manager",operation="GET",role="primary",status_code="200",type="inmemory"} 1 # HELP loki_lifecycler_read_only Set to 1 if this lifecycler's instance entry is in read-only state. # TYPE loki_lifecycler_read_only gauge loki_lifecycler_read_only{name="ingester"} 0 # HELP loki_log_flushes Histogram of log flushes using the line-buffered logger. # TYPE loki_log_flushes histogram loki_log_flushes_bucket{le="1"} 9724 loki_log_flushes_bucket{le="2"} 23412 loki_log_flushes_bucket{le="4"} 26121 loki_log_flushes_bucket{le="8"} 30287 loki_log_flushes_bucket{le="16"} 43828 loki_log_flushes_bucket{le="32"} 51417 loki_log_flushes_bucket{le="64"} 52169 loki_log_flushes_bucket{le="128"} 52634 loki_log_flushes_bucket{le="256"} 53171 loki_log_flushes_bucket{le="+Inf"} 53171 loki_log_flushes_sum 574527 loki_log_flushes_count 53171 # HELP loki_log_messages_total DEPRECATED. Use internal_log_messages_total for the same functionality. Total number of log messages created by Loki itself. # TYPE loki_log_messages_total counter loki_log_messages_total{level="debug"} 3.175898e+07 loki_log_messages_total{level="error"} 9 loki_log_messages_total{level="info"} 574517 loki_log_messages_total{level="warn"} 1 # HELP loki_logql_querystats_duplicates_total Total count of duplicates found while executing LogQL queries. # TYPE loki_logql_querystats_duplicates_total counter loki_logql_querystats_duplicates_total 0 # HELP loki_logql_querystats_ingester_sent_lines_total Total count of lines sent from ingesters while executing LogQL queries. # TYPE loki_logql_querystats_ingester_sent_lines_total counter loki_logql_querystats_ingester_sent_lines_total 0 # HELP loki_member_consul_heartbeats_total The total number of heartbeats sent to consul. # TYPE loki_member_consul_heartbeats_total counter loki_member_consul_heartbeats_total{name="ingester"} 27724 # HELP loki_objstore_bucket_last_successful_upload_time Second timestamp of the last successful upload to the bucket. # TYPE loki_objstore_bucket_last_successful_upload_time gauge loki_objstore_bucket_last_successful_upload_time{bucket=""} 0 # HELP loki_panic_total The total number of panic triggered # TYPE loki_panic_total counter loki_panic_total 0 # HELP loki_querier_index_cache_corruptions_total The number of cache corruptions for the index cache. # TYPE loki_querier_index_cache_corruptions_total counter loki_querier_index_cache_corruptions_total 0 # HELP loki_querier_index_cache_encode_errors_total The number of errors for the index cache while encoding the body. # TYPE loki_querier_index_cache_encode_errors_total counter loki_querier_index_cache_encode_errors_total 0 # HELP loki_querier_index_cache_gets_total The number of gets for the index cache. # TYPE loki_querier_index_cache_gets_total counter loki_querier_index_cache_gets_total 0 # HELP loki_querier_index_cache_hits_total The number of cache hits for the index cache. # TYPE loki_querier_index_cache_hits_total counter loki_querier_index_cache_hits_total 0 # HELP loki_querier_index_cache_puts_total The number of puts for the index cache. # TYPE loki_querier_index_cache_puts_total counter loki_querier_index_cache_puts_total 0 # HELP loki_querier_query_frontend_clients The current number of clients connected to query-frontend. # TYPE loki_querier_query_frontend_clients gauge loki_querier_query_frontend_clients 0 # HELP loki_querier_tail_active Number of active tailers # TYPE loki_querier_tail_active gauge loki_querier_tail_active 0 # HELP loki_querier_tail_active_streams Number of active streams being tailed # TYPE loki_querier_tail_active_streams gauge loki_querier_tail_active_streams 0 # HELP loki_querier_tail_bytes_total total bytes tailed # TYPE loki_querier_tail_bytes_total counter loki_querier_tail_bytes_total 0 # HELP loki_querier_worker_concurrency Number of concurrent querier workers # TYPE loki_querier_worker_concurrency gauge loki_querier_worker_concurrency 4 # HELP loki_querier_worker_inflight_queries Number of queries being processed by the querier workers # TYPE loki_querier_worker_inflight_queries gauge loki_querier_worker_inflight_queries 0 # HELP loki_query_frontend_connected_schedulers Number of schedulers this frontend is connected to. # TYPE loki_query_frontend_connected_schedulers gauge loki_query_frontend_connected_schedulers 1 # HELP loki_query_frontend_log_result_cache_hit_total # TYPE loki_query_frontend_log_result_cache_hit_total counter loki_query_frontend_log_result_cache_hit_total 0 # HELP loki_query_frontend_log_result_cache_miss_total # TYPE loki_query_frontend_log_result_cache_miss_total counter loki_query_frontend_log_result_cache_miss_total 0 # HELP loki_query_frontend_partitions Number of time-based partitions (sub-requests) per request # TYPE loki_query_frontend_partitions histogram loki_query_frontend_partitions_bucket{le="1"} 0 loki_query_frontend_partitions_bucket{le="4"} 0 loki_query_frontend_partitions_bucket{le="16"} 0 loki_query_frontend_partitions_bucket{le="64"} 0 loki_query_frontend_partitions_bucket{le="256"} 0 loki_query_frontend_partitions_bucket{le="+Inf"} 0 loki_query_frontend_partitions_sum 0 loki_query_frontend_partitions_count 0 # HELP loki_query_frontend_queries_in_progress Number of queries in progress handled by this frontend. # TYPE loki_query_frontend_queries_in_progress gauge loki_query_frontend_queries_in_progress 0 # HELP loki_query_frontend_query_label_filters Number of label matcher expressions per query. # TYPE loki_query_frontend_query_label_filters histogram loki_query_frontend_query_label_filters_bucket{le="1"} 0 loki_query_frontend_query_label_filters_bucket{le="2"} 0 loki_query_frontend_query_label_filters_bucket{le="4"} 0 loki_query_frontend_query_label_filters_bucket{le="8"} 0 loki_query_frontend_query_label_filters_bucket{le="16"} 0 loki_query_frontend_query_label_filters_bucket{le="32"} 0 loki_query_frontend_query_label_filters_bucket{le="64"} 0 loki_query_frontend_query_label_filters_bucket{le="128"} 0 loki_query_frontend_query_label_filters_bucket{le="256"} 0 loki_query_frontend_query_label_filters_bucket{le="+Inf"} 0 loki_query_frontend_query_label_filters_sum 0 loki_query_frontend_query_label_filters_count 0 # HELP loki_query_frontend_retries Number of times a request is retried. # TYPE loki_query_frontend_retries histogram loki_query_frontend_retries_bucket{le="0"} 0 loki_query_frontend_retries_bucket{le="1"} 0 loki_query_frontend_retries_bucket{le="2"} 0 loki_query_frontend_retries_bucket{le="3"} 0 loki_query_frontend_retries_bucket{le="4"} 0 loki_query_frontend_retries_bucket{le="5"} 0 loki_query_frontend_retries_bucket{le="+Inf"} 0 loki_query_frontend_retries_sum 0 loki_query_frontend_retries_count 0 # HELP loki_query_frontend_shard_factor Number of downstream queries per request # TYPE loki_query_frontend_shard_factor histogram loki_query_frontend_shard_factor_bucket{mapper="range",le="1"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="4"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="16"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="64"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="256"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="1024"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="4096"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="16384"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="+Inf"} 0 loki_query_frontend_shard_factor_sum{mapper="range"} 0 loki_query_frontend_shard_factor_count{mapper="range"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="1"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="4"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="16"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="64"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="256"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="1024"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="4096"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="16384"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="+Inf"} 0 loki_query_frontend_shard_factor_sum{mapper="shard"} 0 loki_query_frontend_shard_factor_count{mapper="shard"} 0 # HELP loki_query_scheduler_connected_frontend_clients Number of query-frontend worker clients currently connected to the query-scheduler. # TYPE loki_query_scheduler_connected_frontend_clients gauge loki_query_scheduler_connected_frontend_clients 5 # HELP loki_query_scheduler_connected_querier_clients Number of querier worker clients currently connected to the query-scheduler. # TYPE loki_query_scheduler_connected_querier_clients gauge loki_query_scheduler_connected_querier_clients 4 # HELP loki_query_scheduler_inflight_requests Number of inflight requests (either queued or processing) sampled at a regular interval. Quantile buckets keep track of inflight requests over the last 60s. # TYPE loki_query_scheduler_inflight_requests summary loki_query_scheduler_inflight_requests{quantile="0.5"} 0 loki_query_scheduler_inflight_requests{quantile="0.75"} 0 loki_query_scheduler_inflight_requests{quantile="0.8"} 0 loki_query_scheduler_inflight_requests{quantile="0.9"} 0 loki_query_scheduler_inflight_requests{quantile="0.95"} 0 loki_query_scheduler_inflight_requests{quantile="0.99"} 0 loki_query_scheduler_inflight_requests_sum 0 loki_query_scheduler_inflight_requests_count 1.663437e+06 # HELP loki_query_scheduler_queue_duration_seconds Time spend by requests in queue before getting picked up by a querier. # TYPE loki_query_scheduler_queue_duration_seconds histogram loki_query_scheduler_queue_duration_seconds_bucket{le="0.005"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="0.01"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="0.025"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="0.05"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="0.1"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="0.25"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="0.5"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="1"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="2.5"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="5"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="10"} 0 loki_query_scheduler_queue_duration_seconds_bucket{le="+Inf"} 0 loki_query_scheduler_queue_duration_seconds_sum 0 loki_query_scheduler_queue_duration_seconds_count 0 # HELP loki_query_scheduler_running Value will be 1 if the scheduler is in the ReplicationSet and actively receiving/processing requests # TYPE loki_query_scheduler_running gauge loki_query_scheduler_running 1 # HELP loki_rate_store_expired_streams_total The number of streams that have been expired by the ratestore # TYPE loki_rate_store_expired_streams_total counter loki_rate_store_expired_streams_total 517 # HELP loki_rate_store_max_stream_rate_bytes The maximum stream rate for any stream reported by ingesters during a sync operation. Sharded Streams are combined. # TYPE loki_rate_store_max_stream_rate_bytes gauge loki_rate_store_max_stream_rate_bytes 3415 # HELP loki_rate_store_max_stream_shards The number of shards for a single stream reported by ingesters during a sync operation. # TYPE loki_rate_store_max_stream_shards gauge loki_rate_store_max_stream_shards 1 # HELP loki_rate_store_max_unique_stream_rate_bytes The maximum stream rate for any stream reported by ingesters during a sync operation. Sharded Streams are considered separate. # TYPE loki_rate_store_max_unique_stream_rate_bytes gauge loki_rate_store_max_unique_stream_rate_bytes 4995 # HELP loki_rate_store_refresh_duration_seconds Time spent refreshing the rate store # TYPE loki_rate_store_refresh_duration_seconds histogram loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.005"} 417462 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.01"} 426568 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.025"} 430671 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.05"} 432764 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.1"} 438783 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.25"} 439209 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="0.5"} 439224 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="1"} 439224 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="2.5"} 439224 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="5"} 439224 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="10"} 439224 loki_rate_store_refresh_duration_seconds_bucket{operation="GetAllStreamRates",status_code="200",le="+Inf"} 439224 loki_rate_store_refresh_duration_seconds_sum{operation="GetAllStreamRates",status_code="200"} 1261.0294237969679 loki_rate_store_refresh_duration_seconds_count{operation="GetAllStreamRates",status_code="200"} 439224 # HELP loki_rate_store_refresh_failures_total The total number of failed attempts to refresh the distributor's view of stream rates # TYPE loki_rate_store_refresh_failures_total counter loki_rate_store_refresh_failures_total{source="ring"} 2 # HELP loki_rate_store_stream_rate_bytes The distribution of stream rates for any stream reported by ingesters during a sync operation. Sharded Streams are combined. # TYPE loki_rate_store_stream_rate_bytes histogram loki_rate_store_stream_rate_bytes_bucket{le="20000"} 1.2552224e+07 loki_rate_store_stream_rate_bytes_bucket{le="40000"} 1.2586387e+07 loki_rate_store_stream_rate_bytes_bucket{le="80000"} 1.2596473e+07 loki_rate_store_stream_rate_bytes_bucket{le="160000"} 1.2596823e+07 loki_rate_store_stream_rate_bytes_bucket{le="320000"} 1.2596829e+07 loki_rate_store_stream_rate_bytes_bucket{le="640000"} 1.2596834e+07 loki_rate_store_stream_rate_bytes_bucket{le="1.28e+06"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="2.56e+06"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="5.12e+06"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="1.024e+07"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="2.048e+07"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="4.096e+07"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="8.192e+07"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="1.6384e+08"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_bucket{le="+Inf"} 1.2596842e+07 loki_rate_store_stream_rate_bytes_sum 4.663507817e+09 loki_rate_store_stream_rate_bytes_count 1.2596842e+07 # HELP loki_rate_store_stream_shards The distribution of number of shards for a single stream reported by ingesters during a sync operation. # TYPE loki_rate_store_stream_shards histogram loki_rate_store_stream_shards_bucket{le="0"} 0 loki_rate_store_stream_shards_bucket{le="1"} 1.2596837e+07 loki_rate_store_stream_shards_bucket{le="2"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="4"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="8"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="16"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="32"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="64"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="128"} 1.2596842e+07 loki_rate_store_stream_shards_bucket{le="+Inf"} 1.2596842e+07 loki_rate_store_stream_shards_sum 1.2596847e+07 loki_rate_store_stream_shards_count 1.2596842e+07 # HELP loki_rate_store_streams The number of unique streams reported by all ingesters. Sharded streams are combined # TYPE loki_rate_store_streams gauge loki_rate_store_streams 28 # HELP loki_request_duration_seconds Time (in seconds) spent serving HTTP requests. # TYPE loki_request_duration_seconds histogram loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.005"} 14 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.01"} 15 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.025"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.05"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.1"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.25"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.5"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="1"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="2.5"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="5"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="10"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="25"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="50"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="100"} 16 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="+Inf"} 16 loki_request_duration_seconds_sum{method="GET",route="debug_pprof",status_code="200",ws="false"} 0.028341783999999995 loki_request_duration_seconds_count{method="GET",route="debug_pprof",status_code="200",ws="false"} 16 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.005"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.01"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.025"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.05"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.1"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.25"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="0.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="1"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="2.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="25"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="50"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="100"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false",le="+Inf"} 1 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false"} 0.000144791 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_status_buildinfo",status_code="200",ws="false"} 1 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.01"} 147 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.025"} 15013 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.05"} 16889 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.1"} 21522 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.25"} 27328 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.5"} 27711 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="1"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="2.5"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="5"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="10"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="25"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="50"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="100"} 27731 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="+Inf"} 27731 loki_request_duration_seconds_sum{method="GET",route="metrics",status_code="200",ws="false"} 1611.962326580996 loki_request_duration_seconds_count{method="GET",route="metrics",status_code="200",ws="false"} 27731 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.005"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.01"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.025"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.05"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.1"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.25"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.5"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="1"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="2.5"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="5"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="10"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="25"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="50"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="100"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="+Inf"} 9 loki_request_duration_seconds_sum{method="GET",route="other",status_code="301",ws="false"} 0.000309442 loki_request_duration_seconds_count{method="GET",route="other",status_code="301",ws="false"} 9 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.005"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.01"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.025"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.05"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.1"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.25"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.5"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="1"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="2.5"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="5"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="10"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="25"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="50"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="100"} 280 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="+Inf"} 280 loki_request_duration_seconds_sum{method="GET",route="other",status_code="404",ws="false"} 0.009494251999999998 loki_request_duration_seconds_count{method="GET",route="other",status_code="404",ws="false"} 280 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.005"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.01"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.025"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.05"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.1"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.25"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.5"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="1"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="2.5"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="5"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="10"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="25"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="50"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="100"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="+Inf"} 2 loki_request_duration_seconds_sum{method="GET",route="ready",status_code="200",ws="false"} 0.000197791 loki_request_duration_seconds_count{method="GET",route="ready",status_code="200",ws="false"} 2 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.005"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.01"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.025"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.05"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.1"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.25"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="1"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="2.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="5"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="25"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="50"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="100"} 1 loki_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="+Inf"} 1 loki_request_duration_seconds_sum{method="GET",route="ready",status_code="503",ws="false"} 0.000271199 loki_request_duration_seconds_count{method="GET",route="ready",status_code="503",ws="false"} 1 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.005"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.01"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.025"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.05"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.1"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.25"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.5"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="1"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="2.5"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="5"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="10"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="25"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="50"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="100"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="+Inf"} 5 loki_request_duration_seconds_sum{method="HEAD",route="other",status_code="404",ws="false"} 0.000415359 loki_request_duration_seconds_count{method="HEAD",route="other",status_code="404",ws="false"} 5 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.005"} 275628 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.01"} 301818 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.025"} 310473 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.05"} 312034 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.1"} 320372 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.25"} 321524 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="0.5"} 321605 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="1"} 321607 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="2.5"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="5"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="10"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="25"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="50"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="100"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="204",ws="false",le="+Inf"} 321608 loki_request_duration_seconds_sum{method="POST",route="loki_api_v1_push",status_code="204",ws="false"} 1690.7899538870229 loki_request_duration_seconds_count{method="POST",route="loki_api_v1_push",status_code="204",ws="false"} 321608 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.005"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.01"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.025"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.05"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.1"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.25"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="0.5"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="1"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="2.5"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="5"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="10"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="25"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="50"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="100"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="400",ws="false",le="+Inf"} 3 loki_request_duration_seconds_sum{method="POST",route="loki_api_v1_push",status_code="400",ws="false"} 0.0051302990000000005 loki_request_duration_seconds_count{method="POST",route="loki_api_v1_push",status_code="400",ws="false"} 3 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.005"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.01"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.025"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.05"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.1"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.25"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="0.5"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="1"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="2.5"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="5"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="25"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="50"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="100"} 1 loki_request_duration_seconds_bucket{method="POST",route="loki_api_v1_push",status_code="500",ws="false",le="+Inf"} 1 loki_request_duration_seconds_sum{method="POST",route="loki_api_v1_push",status_code="500",ws="false"} 0.003956839 loki_request_duration_seconds_count{method="POST",route="loki_api_v1_push",status_code="500",ws="false"} 1 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.005"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.01"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.025"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.05"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.1"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.25"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.5"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="1"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="2.5"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="5"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="10"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="25"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="50"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="100"} 15 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="+Inf"} 15 loki_request_duration_seconds_sum{method="POST",route="other",status_code="404",ws="false"} 0.000808337 loki_request_duration_seconds_count{method="POST",route="other",status_code="404",ws="false"} 15 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.005"} 27717 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.01"} 27719 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.025"} 27719 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.05"} 27719 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.1"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.25"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.5"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="1"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="2.5"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="5"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="10"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="25"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="50"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="100"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="+Inf"} 27724 loki_request_duration_seconds_sum{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false"} 1.0977175360000047 loki_request_duration_seconds_count{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false"} 27724 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.005"} 312809 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.01"} 318184 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.025"} 319302 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.05"} 319499 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.1"} 321328 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.25"} 321594 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.5"} 321610 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="1"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="2.5"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="5"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="10"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="25"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="50"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="100"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="+Inf"} 321611 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false"} 359.2587873690003 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false"} 321611 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.005"} 439043 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.01"} 439076 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.025"} 439106 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.05"} 439124 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.1"} 439214 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.25"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="0.5"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="1"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="2.5"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="5"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="10"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="25"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="50"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="100"} 439222 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false",le="+Inf"} 439222 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false"} 17.344014968999595 loki_request_duration_seconds_count{method="gRPC",route="/logproto.StreamData/GetStreamRates",status_code="success",ws="false"} 439222 # HELP loki_request_message_bytes Size (in bytes) of messages received in the request. # TYPE loki_request_message_bytes histogram loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="4"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="16"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="64"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="256"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1024"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="4096"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="16384"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="65536"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="262144"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+06"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="4.194304e+06"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1.6777216e+07"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="6.7108864e+07"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="2.68435456e+08"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1.073741824e+09"} 16 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="+Inf"} 16 loki_request_message_bytes_sum{method="GET",route="debug_pprof"} 0 loki_request_message_bytes_count{method="GET",route="debug_pprof"} 16 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="4"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="16"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="64"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="256"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1024"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="4096"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="16384"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="65536"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="262144"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1.048576e+06"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="4.194304e+06"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1.6777216e+07"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="6.7108864e+07"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="2.68435456e+08"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1.073741824e+09"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="+Inf"} 1 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_status_buildinfo"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_status_buildinfo"} 1 loki_request_message_bytes_bucket{method="GET",route="metrics",le="4"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="16"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="64"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="256"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1024"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="4096"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="16384"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="65536"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="262144"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="4.194304e+06"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1.6777216e+07"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="6.7108864e+07"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="2.68435456e+08"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1.073741824e+09"} 27731 loki_request_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 27731 loki_request_message_bytes_sum{method="GET",route="metrics"} 0 loki_request_message_bytes_count{method="GET",route="metrics"} 27731 loki_request_message_bytes_bucket{method="GET",route="other",le="4"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="16"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="64"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="256"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="1024"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="4096"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="16384"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="65536"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="262144"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="4.194304e+06"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="1.6777216e+07"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="6.7108864e+07"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="2.68435456e+08"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="1.073741824e+09"} 289 loki_request_message_bytes_bucket{method="GET",route="other",le="+Inf"} 289 loki_request_message_bytes_sum{method="GET",route="other"} 0 loki_request_message_bytes_count{method="GET",route="other"} 289 loki_request_message_bytes_bucket{method="GET",route="ready",le="4"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="16"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="64"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="256"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="1024"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="4096"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="16384"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="65536"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="262144"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+06"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="4.194304e+06"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="1.6777216e+07"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="6.7108864e+07"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="2.68435456e+08"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="1.073741824e+09"} 3 loki_request_message_bytes_bucket{method="GET",route="ready",le="+Inf"} 3 loki_request_message_bytes_sum{method="GET",route="ready"} 0 loki_request_message_bytes_count{method="GET",route="ready"} 3 loki_request_message_bytes_bucket{method="HEAD",route="other",le="4"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="16"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="64"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="256"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1024"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="4096"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="16384"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="65536"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="262144"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+06"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="4.194304e+06"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1.6777216e+07"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="6.7108864e+07"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="2.68435456e+08"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1.073741824e+09"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="+Inf"} 5 loki_request_message_bytes_sum{method="HEAD",route="other"} 0 loki_request_message_bytes_count{method="HEAD",route="other"} 5 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="4"} 0 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="16"} 0 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="64"} 0 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="256"} 3404 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1024"} 28755 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="4096"} 203039 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="16384"} 320325 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="65536"} 321608 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="262144"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1.048576e+06"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="4.194304e+06"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1.6777216e+07"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="6.7108864e+07"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="2.68435456e+08"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1.073741824e+09"} 321612 loki_request_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="+Inf"} 321612 loki_request_message_bytes_sum{method="POST",route="loki_api_v1_push"} 1.319741545e+09 loki_request_message_bytes_count{method="POST",route="loki_api_v1_push"} 321612 loki_request_message_bytes_bucket{method="POST",route="other",le="4"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="16"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="64"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="256"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="1024"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="4096"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="16384"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="65536"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="262144"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="1.048576e+06"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="4.194304e+06"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="1.6777216e+07"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="6.7108864e+07"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="2.68435456e+08"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="1.073741824e+09"} 15 loki_request_message_bytes_bucket{method="POST",route="other",le="+Inf"} 15 loki_request_message_bytes_sum{method="POST",route="other"} 0 loki_request_message_bytes_count{method="POST",route="other"} 15 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="4"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="16"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="64"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="256"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1024"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="4096"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="16384"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="65536"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="262144"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+06"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="4.194304e+06"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.6777216e+07"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="6.7108864e+07"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.68435456e+08"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.073741824e+09"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="+Inf"} 27724 loki_request_message_bytes_sum{method="gRPC",route="/grpc.health.v1.Health/Check"} 138620 loki_request_message_bytes_count{method="gRPC",route="/grpc.health.v1.Health/Check"} 27724 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="4"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="16"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="64"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="256"} 3 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1024"} 14987 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="4096"} 68898 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="16384"} 232620 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="65536"} 312676 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="262144"} 321603 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+06"} 321609 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="4.194304e+06"} 321611 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.6777216e+07"} 321611 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="6.7108864e+07"} 321611 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.68435456e+08"} 321611 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.073741824e+09"} 321611 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="+Inf"} 321611 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Pusher/Push"} 4.837177925e+09 loki_request_message_bytes_count{method="gRPC",route="/logproto.Pusher/Push"} 321611 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="4"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="16"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="64"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="256"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1024"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="4096"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="16384"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="65536"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="262144"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1.048576e+06"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="4.194304e+06"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1.6777216e+07"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="6.7108864e+07"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="2.68435456e+08"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1.073741824e+09"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="+Inf"} 439222 loki_request_message_bytes_sum{method="gRPC",route="/logproto.StreamData/GetStreamRates"} 2.19611e+06 loki_request_message_bytes_count{method="gRPC",route="/logproto.StreamData/GetStreamRates"} 439222 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="4"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="16"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="64"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="256"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1024"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="4096"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="16384"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="65536"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="262144"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+06"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="4.194304e+06"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.6777216e+07"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="6.7108864e+07"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.68435456e+08"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.073741824e+09"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="+Inf"} 5 loki_request_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 115 loki_request_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 5 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="4"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="16"} 0 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="64"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="256"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1024"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="4096"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="16384"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="65536"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="262144"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+06"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="4.194304e+06"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.6777216e+07"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="6.7108864e+07"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.68435456e+08"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.073741824e+09"} 4 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="+Inf"} 4 loki_request_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 76 loki_request_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 4 # HELP loki_response_message_bytes Size (in bytes) of messages sent in response. # TYPE loki_response_message_bytes histogram loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="4"} 0 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="16"} 0 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="64"} 8 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="256"} 8 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1024"} 8 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="4096"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="16384"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="65536"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="262144"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+06"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="4.194304e+06"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1.6777216e+07"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="6.7108864e+07"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="2.68435456e+08"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1.073741824e+09"} 16 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="+Inf"} 16 loki_response_message_bytes_sum{method="GET",route="debug_pprof"} 21248 loki_response_message_bytes_count{method="GET",route="debug_pprof"} 16 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="4"} 0 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="16"} 0 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="64"} 0 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="256"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1024"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="4096"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="16384"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="65536"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="262144"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1.048576e+06"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="4.194304e+06"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1.6777216e+07"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="6.7108864e+07"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="2.68435456e+08"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="1.073741824e+09"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_status_buildinfo",le="+Inf"} 1 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_status_buildinfo"} 152 loki_response_message_bytes_count{method="GET",route="loki_api_v1_status_buildinfo"} 1 loki_response_message_bytes_bucket{method="GET",route="metrics",le="4"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="16"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="64"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="256"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1024"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="4096"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="16384"} 0 loki_response_message_bytes_bucket{method="GET",route="metrics",le="65536"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="262144"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="4.194304e+06"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1.6777216e+07"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="6.7108864e+07"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="2.68435456e+08"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1.073741824e+09"} 27731 loki_response_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 27731 loki_response_message_bytes_sum{method="GET",route="metrics"} 8.18394721e+08 loki_response_message_bytes_count{method="GET",route="metrics"} 27731 loki_response_message_bytes_bucket{method="GET",route="other",le="4"} 9 loki_response_message_bytes_bucket{method="GET",route="other",le="16"} 9 loki_response_message_bytes_bucket{method="GET",route="other",le="64"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="256"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="1024"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="4096"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="16384"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="65536"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="262144"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="4.194304e+06"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="1.6777216e+07"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="6.7108864e+07"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="2.68435456e+08"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="1.073741824e+09"} 289 loki_response_message_bytes_bucket{method="GET",route="other",le="+Inf"} 289 loki_response_message_bytes_sum{method="GET",route="other"} 5320 loki_response_message_bytes_count{method="GET",route="other"} 289 loki_response_message_bytes_bucket{method="GET",route="ready",le="4"} 0 loki_response_message_bytes_bucket{method="GET",route="ready",le="16"} 2 loki_response_message_bytes_bucket{method="GET",route="ready",le="64"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="256"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="1024"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="4096"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="16384"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="65536"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="262144"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+06"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="4.194304e+06"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="1.6777216e+07"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="6.7108864e+07"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="2.68435456e+08"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="1.073741824e+09"} 3 loki_response_message_bytes_bucket{method="GET",route="ready",le="+Inf"} 3 loki_response_message_bytes_sum{method="GET",route="ready"} 66 loki_response_message_bytes_count{method="GET",route="ready"} 3 loki_response_message_bytes_bucket{method="HEAD",route="other",le="4"} 0 loki_response_message_bytes_bucket{method="HEAD",route="other",le="16"} 0 loki_response_message_bytes_bucket{method="HEAD",route="other",le="64"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="256"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1024"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="4096"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="16384"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="65536"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="262144"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+06"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="4.194304e+06"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1.6777216e+07"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="6.7108864e+07"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="2.68435456e+08"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1.073741824e+09"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="+Inf"} 5 loki_response_message_bytes_sum{method="HEAD",route="other"} 95 loki_response_message_bytes_count{method="HEAD",route="other"} 5 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="4"} 321608 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="16"} 321609 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="64"} 321609 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="256"} 321609 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1024"} 321611 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="4096"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="16384"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="65536"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="262144"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1.048576e+06"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="4.194304e+06"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1.6777216e+07"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="6.7108864e+07"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="2.68435456e+08"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="1.073741824e+09"} 321612 loki_response_message_bytes_bucket{method="POST",route="loki_api_v1_push",le="+Inf"} 321612 loki_response_message_bytes_sum{method="POST",route="loki_api_v1_push"} 2047 loki_response_message_bytes_count{method="POST",route="loki_api_v1_push"} 321612 loki_response_message_bytes_bucket{method="POST",route="other",le="4"} 0 loki_response_message_bytes_bucket{method="POST",route="other",le="16"} 0 loki_response_message_bytes_bucket{method="POST",route="other",le="64"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="256"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="1024"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="4096"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="16384"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="65536"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="262144"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="1.048576e+06"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="4.194304e+06"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="1.6777216e+07"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="6.7108864e+07"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="2.68435456e+08"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="1.073741824e+09"} 15 loki_response_message_bytes_bucket{method="POST",route="other",le="+Inf"} 15 loki_response_message_bytes_sum{method="POST",route="other"} 285 loki_response_message_bytes_count{method="POST",route="other"} 15 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="4"} 0 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="16"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="64"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="256"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1024"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="4096"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="16384"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="65536"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="262144"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+06"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="4.194304e+06"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.6777216e+07"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="6.7108864e+07"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.68435456e+08"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.073741824e+09"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="+Inf"} 27724 loki_response_message_bytes_sum{method="gRPC",route="/grpc.health.v1.Health/Check"} 194068 loki_response_message_bytes_count{method="gRPC",route="/grpc.health.v1.Health/Check"} 27724 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="4"} 0 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="16"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="64"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="256"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1024"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="4096"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="16384"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="65536"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="262144"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+06"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="4.194304e+06"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.6777216e+07"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="6.7108864e+07"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.68435456e+08"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.073741824e+09"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="+Inf"} 321611 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Pusher/Push"} 1.608055e+06 loki_response_message_bytes_count{method="gRPC",route="/logproto.Pusher/Push"} 321611 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="4"} 0 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="16"} 99287 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="64"} 129810 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="256"} 429770 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1024"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="4096"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="16384"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="65536"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="262144"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1.048576e+06"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="4.194304e+06"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1.6777216e+07"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="6.7108864e+07"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="2.68435456e+08"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="1.073741824e+09"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.StreamData/GetStreamRates",le="+Inf"} 439222 loki_response_message_bytes_sum{method="gRPC",route="/logproto.StreamData/GetStreamRates"} 4.5275082e+07 loki_response_message_bytes_count{method="gRPC",route="/logproto.StreamData/GetStreamRates"} 439222 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="4"} 0 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="16"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="64"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="256"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1024"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="4096"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="16384"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="65536"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="262144"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+06"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="4.194304e+06"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.6777216e+07"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="6.7108864e+07"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.68435456e+08"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.073741824e+09"} 5 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="+Inf"} 5 loki_response_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 25 loki_response_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 5 # HELP loki_results_cache_version_comparisons_total Comparisons of cache key versions in the results cache between query-frontends & queriers # TYPE loki_results_cache_version_comparisons_total counter loki_results_cache_version_comparisons_total 0 # HELP loki_ring_member_heartbeats_total The total number of heartbeats sent. # TYPE loki_ring_member_heartbeats_total counter loki_ring_member_heartbeats_total{name="distributor"} 27724 # HELP loki_ring_member_tokens_owned The number of tokens owned in the ring. # TYPE loki_ring_member_tokens_owned gauge loki_ring_member_tokens_owned{name="distributor"} 1 # HELP loki_ring_member_tokens_to_own The number of tokens to own in the ring. # TYPE loki_ring_member_tokens_to_own gauge loki_ring_member_tokens_to_own{name="distributor"} 1 # HELP loki_ring_members Number of members in the ring # TYPE loki_ring_members gauge loki_ring_members{name="compactor",state="ACTIVE"} 1 loki_ring_members{name="compactor",state="JOINING"} 0 loki_ring_members{name="compactor",state="LEAVING"} 0 loki_ring_members{name="compactor",state="PENDING"} 0 loki_ring_members{name="compactor",state="Unhealthy"} 0 loki_ring_members{name="distributor",state="ACTIVE"} 1 loki_ring_members{name="distributor",state="JOINING"} 0 loki_ring_members{name="distributor",state="LEAVING"} 0 loki_ring_members{name="distributor",state="PENDING"} 0 loki_ring_members{name="distributor",state="Unhealthy"} 0 loki_ring_members{name="ingester",state="ACTIVE"} 1 loki_ring_members{name="ingester",state="JOINING"} 0 loki_ring_members{name="ingester",state="LEAVING"} 0 loki_ring_members{name="ingester",state="PENDING"} 0 loki_ring_members{name="ingester",state="Unhealthy"} 0 loki_ring_members{name="scheduler",state="ACTIVE"} 1 loki_ring_members{name="scheduler",state="JOINING"} 0 loki_ring_members{name="scheduler",state="LEAVING"} 0 loki_ring_members{name="scheduler",state="PENDING"} 0 loki_ring_members{name="scheduler",state="Unhealthy"} 0 # HELP loki_ring_oldest_member_timestamp Timestamp of the oldest member in the ring. # TYPE loki_ring_oldest_member_timestamp gauge loki_ring_oldest_member_timestamp{name="compactor",state="ACTIVE"} 1.772712088e+09 loki_ring_oldest_member_timestamp{name="compactor",state="JOINING"} 0 loki_ring_oldest_member_timestamp{name="compactor",state="LEAVING"} 0 loki_ring_oldest_member_timestamp{name="compactor",state="PENDING"} 0 loki_ring_oldest_member_timestamp{name="compactor",state="Unhealthy"} 0 loki_ring_oldest_member_timestamp{name="distributor",state="ACTIVE"} 1.772712088e+09 loki_ring_oldest_member_timestamp{name="distributor",state="JOINING"} 0 loki_ring_oldest_member_timestamp{name="distributor",state="LEAVING"} 0 loki_ring_oldest_member_timestamp{name="distributor",state="PENDING"} 0 loki_ring_oldest_member_timestamp{name="distributor",state="Unhealthy"} 0 loki_ring_oldest_member_timestamp{name="ingester",state="ACTIVE"} 1.772712089e+09 loki_ring_oldest_member_timestamp{name="ingester",state="JOINING"} 0 loki_ring_oldest_member_timestamp{name="ingester",state="LEAVING"} 0 loki_ring_oldest_member_timestamp{name="ingester",state="PENDING"} 0 loki_ring_oldest_member_timestamp{name="ingester",state="Unhealthy"} 0 loki_ring_oldest_member_timestamp{name="scheduler",state="ACTIVE"} 1.772712088e+09 loki_ring_oldest_member_timestamp{name="scheduler",state="JOINING"} 0 loki_ring_oldest_member_timestamp{name="scheduler",state="LEAVING"} 0 loki_ring_oldest_member_timestamp{name="scheduler",state="PENDING"} 0 loki_ring_oldest_member_timestamp{name="scheduler",state="Unhealthy"} 0 # HELP loki_ring_tokens_total Number of tokens in the ring # TYPE loki_ring_tokens_total gauge loki_ring_tokens_total{name="compactor"} 1 loki_ring_tokens_total{name="distributor"} 1 loki_ring_tokens_total{name="ingester"} 128 loki_ring_tokens_total{name="scheduler"} 1 # HELP loki_ruler_clients The current number of ruler clients in the pool. # TYPE loki_ruler_clients gauge loki_ruler_clients 0 # HELP loki_ruler_managers_total Total number of managers registered and running in the ruler # TYPE loki_ruler_managers_total gauge loki_ruler_managers_total 0 # HELP loki_ruler_ring_check_errors_total Number of errors that have occurred when checking the ring for ownership # TYPE loki_ruler_ring_check_errors_total counter loki_ruler_ring_check_errors_total 0 # HELP loki_ruler_sync_rules_total Total number of times the ruler sync operation triggered. # TYPE loki_ruler_sync_rules_total counter loki_ruler_sync_rules_total{reason="initial"} 1 loki_ruler_sync_rules_total{reason="periodic"} 6931 # HELP loki_store_chunk_ref_lookups_bypassed_total Number of chunk refs that were bypassed due to store overrides: computed during planning to avoid lookups # TYPE loki_store_chunk_ref_lookups_bypassed_total counter loki_store_chunk_ref_lookups_bypassed_total 0 # HELP loki_stream_sharding_count Total number of times the distributor has sharded streams # TYPE loki_stream_sharding_count counter loki_stream_sharding_count 2 # HELP loki_tcp_connections Current number of accepted TCP connections. # TYPE loki_tcp_connections gauge loki_tcp_connections{protocol="grpc"} 4 loki_tcp_connections{protocol="http"} 3 # HELP loki_tcp_connections_limit The max number of TCP connections that can be accepted (0 means no limit). # TYPE loki_tcp_connections_limit gauge loki_tcp_connections_limit{protocol="grpc"} 0 loki_tcp_connections_limit{protocol="http"} 0 # HELP loki_write_failures_discarded_total The total number of write failures logs discarded for a tenant. # TYPE loki_write_failures_discarded_total counter loki_write_failures_discarded_total{org_id="fake",subsystem="distributor"} 21 # HELP loki_write_failures_logged_total The total number of write failures logs successfully emitted for a tenant. # TYPE loki_write_failures_logged_total counter loki_write_failures_logged_total{org_id="fake",subsystem="distributor"} 6 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 9524.08 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 6.968748875e+09 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 6.220209017e+09 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 26 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 2.510848e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.77229620836e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.594150912e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_histograms_in_total HistogramSamples in to remote storage, compare to histograms out for queue managers. # TYPE prometheus_remote_storage_histograms_in_total counter prometheus_remote_storage_histograms_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 0 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 138477 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of write log fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 0.003807368 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 0.007877532 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 0.007877532 prometheus_tsdb_wal_fsync_duration_seconds_sum 14.861959807999996 prometheus_tsdb_wal_fsync_duration_seconds_count 1386 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 460959 # HELP prometheus_tsdb_wal_record_part_writes_total Total number of record parts written before flushing. # TYPE prometheus_tsdb_wal_record_part_writes_total counter prometheus_tsdb_wal_record_part_writes_total 459573 # HELP prometheus_tsdb_wal_record_parts_bytes_written_total Total number of record part bytes written before flushing, including CRC and compression headers. # TYPE prometheus_tsdb_wal_record_parts_bytes_written_total counter prometheus_tsdb_wal_record_parts_bytes_written_total 4.515110688e+09 # HELP prometheus_tsdb_wal_segment_current Write log segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 17128 # HELP prometheus_tsdb_wal_storage_size_bytes Size of the write log directory. # TYPE prometheus_tsdb_wal_storage_size_bytes gauge prometheus_tsdb_wal_storage_size_bytes 7.137871e+06 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of write log truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of write log truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 1385 # HELP prometheus_tsdb_wal_writes_failed_total Total number of write log writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP ring_member_heartbeats_total The total number of heartbeats sent. # TYPE ring_member_heartbeats_total counter ring_member_heartbeats_total{name="compactor"} 27724 ring_member_heartbeats_total{name="scheduler"} 27724 # HELP ring_member_tokens_owned The number of tokens owned in the ring. # TYPE ring_member_tokens_owned gauge ring_member_tokens_owned{name="compactor"} 1 ring_member_tokens_owned{name="scheduler"} 1 # HELP ring_member_tokens_to_own The number of tokens to own in the ring. # TYPE ring_member_tokens_to_own gauge ring_member_tokens_to_own{name="compactor"} 1 ring_member_tokens_to_own{name="scheduler"} 1