# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000138065 go_gc_duration_seconds{quantile="0.25"} 0.000211494 go_gc_duration_seconds{quantile="0.5"} 0.000308928 go_gc_duration_seconds{quantile="0.75"} 0.000609387 go_gc_duration_seconds{quantile="1"} 0.020239737 go_gc_duration_seconds_sum 773.580064098 go_gc_duration_seconds_count 568962 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 32 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.26.4"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.7186528e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 7.522151690328e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.264701e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 3.6194519756e+10 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 5.672752e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.7186528e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 2.38968832e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 2.3175168e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 41060 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 2.2286336e+08 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 2.62144e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7839144508462899e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 3.6194560816e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 27552 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 32144 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 413600 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 3.72096e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 3.4062546e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 4.003019e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 2.097152e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 2.097152e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 2.80934728e+08 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 12 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 26 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 303872.33 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 1.7439830609503e+13 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 1.45872776758392e+14 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 37 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 5.208064e+07 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.78284312725e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 3.417120768e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2026h1",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2026h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2026h2",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 149 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 148 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h1",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 149 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 150 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h2",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 148 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 148 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Mysterious Mulberry E8",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 143 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Puzzling Parsnip E7",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 151 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Riddling Rhubarb R12",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 651 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Tenuous Tomato R13",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 676 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Mysterious Mulberry E8",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 5 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Puzzling Parsnip E7",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Riddling Rhubarb R12",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 13 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Tenuous Tomato R13",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 13 sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Mysterious Mulberry E8",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 1 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 267352 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 266245 sunlight_addchain_requests_total{chain_len="4",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 7037 sunlight_addchain_requests_total{chain_len="4",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 7095 sunlight_addchain_requests_total{chain_len="4",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 32 sunlight_addchain_requests_total{chain_len="4",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 48 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="cache"} 1 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 6.298197e+06 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="cache"} 2 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 6.296225e+06 sunlight_addchain_requests_total{chain_len="5",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 172531 sunlight_addchain_requests_total{chain_len="5",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 172760 sunlight_addchain_requests_total{chain_len="5",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 1041 sunlight_addchain_requests_total{chain_len="5",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 1057 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="rennet2026h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2026h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2026h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2026h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2026h1"} 1.42039989 sunlight_addchain_wait_seconds_count{log="rennet2026h1"} 5 sunlight_addchain_wait_seconds{log="rennet2026h2",quantile="0.5"} 0.574058234 sunlight_addchain_wait_seconds{log="rennet2026h2",quantile="0.75"} 0.808992493 sunlight_addchain_wait_seconds{log="rennet2026h2",quantile="0.9"} 0.938783821 sunlight_addchain_wait_seconds{log="rennet2026h2",quantile="0.99"} 1.2084188 sunlight_addchain_wait_seconds_sum{log="rennet2026h2"} 8.47961334326899e+06 sunlight_addchain_wait_seconds_count{log="rennet2026h2"} 1.3489394e+07 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2027h1"} 161.13210796200013 sunlight_addchain_wait_seconds_count{log="rennet2027h1"} 299 sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2027h2"} 168.23132415799992 sunlight_addchain_wait_seconds_count{log="rennet2027h2"} 296 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="rennet2026h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2026h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2026h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2026h1"} 0.064864144 sunlight_cache_get_duration_seconds_count{log="rennet2026h1"} 5 sunlight_cache_get_duration_seconds{log="rennet2026h2",quantile="0.5"} 0.006184033 sunlight_cache_get_duration_seconds{log="rennet2026h2",quantile="0.9"} 0.010309802 sunlight_cache_get_duration_seconds{log="rennet2026h2",quantile="0.99"} 0.030668566 sunlight_cache_get_duration_seconds_sum{log="rennet2026h2"} 82642.18742959372 sunlight_cache_get_duration_seconds_count{log="rennet2026h2"} 1.349158e+07 sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2027h1"} 2.6703904549999984 sunlight_cache_get_duration_seconds_count{log="rennet2027h1"} 299 sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2027h2"} 3.274659720999999 sunlight_cache_get_duration_seconds_count{log="rennet2027h2"} 296 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="rennet2026h1",quantile="0.5"} NaN sunlight_cache_put_duration_seconds{log="rennet2026h1",quantile="0.9"} NaN sunlight_cache_put_duration_seconds{log="rennet2026h1",quantile="0.99"} NaN sunlight_cache_put_duration_seconds_sum{log="rennet2026h1"} 47.95003465399961 sunlight_cache_put_duration_seconds_count{log="rennet2026h1"} 625496 sunlight_cache_put_duration_seconds{log="rennet2026h2",quantile="0.5"} 0.006400666 sunlight_cache_put_duration_seconds{log="rennet2026h2",quantile="0.9"} 0.035081085 sunlight_cache_put_duration_seconds{log="rennet2026h2",quantile="0.99"} 0.881665077 sunlight_cache_put_duration_seconds_sum{log="rennet2026h2"} 82045.94049402414 sunlight_cache_put_duration_seconds_count{log="rennet2026h2"} 1.06529e+06 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.5"} 4.62e-05 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.9"} 6.7004e-05 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.000130296 sunlight_cache_put_duration_seconds_sum{log="rennet2027h1"} 72.25016917800494 sunlight_cache_put_duration_seconds_count{log="rennet2027h1"} 1.071147e+06 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.5"} 4.9137e-05 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.9"} 8.4033e-05 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.001044798 sunlight_cache_put_duration_seconds_sum{log="rennet2027h2"} 75.81986800200056 sunlight_cache_put_duration_seconds_count{log="rennet2027h2"} 1.071145e+06 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="rennet2026h1"} 0 sunlight_cache_put_errors_total{log="rennet2026h2"} 0 sunlight_cache_put_errors_total{log="rennet2027h1"} 0 sunlight_cache_put_errors_total{log="rennet2027h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="rennet2026h1"} 1.782864e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2026h2"} 1.7987616e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2027h1"} 1.8144e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2027h2"} 1.8302976e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="rennet2026h1"} 1.7672256e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2026h2"} 1.782864e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2027h1"} 1.7987616e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2027h2"} 1.8144e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="rennet2026h1"} 105 sunlight_config_roots_total{log="rennet2026h2"} 105 sunlight_config_roots_total{log="rennet2027h1"} 105 sunlight_config_roots_total{log="rennet2027h2"} 105 # HELP sunlight_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_fs_op_duration_seconds summary sunlight_fs_op_duration_seconds{log="rennet2026h1",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2026h1",method="discard"} 0.0018905680000000002 sunlight_fs_op_duration_seconds_count{log="rennet2026h1",method="discard"} 5 sunlight_fs_op_duration_seconds{log="rennet2026h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2026h1",method="fetch"} 0.020069512 sunlight_fs_op_duration_seconds_count{log="rennet2026h1",method="fetch"} 10 sunlight_fs_op_duration_seconds{log="rennet2026h1",method="upload",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="upload",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="upload",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h1",method="upload",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2026h1",method="upload"} 2885.177003186054 sunlight_fs_op_duration_seconds_count{log="rennet2026h1",method="upload"} 625519 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="discard",quantile="0.5"} 0.000181264 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="discard",quantile="0.75"} 0.000221743 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="discard",quantile="0.9"} 0.000282252 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="discard",quantile="0.99"} 0.000524311 sunlight_fs_op_duration_seconds_sum{log="rennet2026h2",method="discard"} 285.7639665069932 sunlight_fs_op_duration_seconds_count{log="rennet2026h2",method="discard"} 1.063698e+06 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2026h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2026h2",method="fetch"} 0.046405299 sunlight_fs_op_duration_seconds_count{log="rennet2026h2",method="fetch"} 23 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="upload",quantile="0.5"} 0.003384899 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="upload",quantile="0.75"} 0.004094749 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="upload",quantile="0.9"} 0.005311722 sunlight_fs_op_duration_seconds{log="rennet2026h2",method="upload",quantile="0.99"} 0.022693245 sunlight_fs_op_duration_seconds_sum{log="rennet2026h2",method="upload"} 26044.079693743177 sunlight_fs_op_duration_seconds_count{log="rennet2026h2",method="upload"} 5.518599e+06 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="discard"} 0.10361683400000012 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="discard"} 299 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="fetch"} 0.014773948 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.5"} 0.003104717 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.75"} 0.003648773 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.9"} 0.005427665 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.99"} 0.005936888 sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="upload"} 4487.2289148690825 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="upload"} 1.072345e+06 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="discard"} 0.08712558999999995 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="discard"} 296 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="fetch"} 0.016916657 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.5"} 0.003248687 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.75"} 0.003941207 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.9"} 0.004508848 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.99"} 0.01490796 sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="upload"} 4395.364369171049 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="upload"} 1.072331e+06 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2026h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2026h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2026h2"} 5 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2026h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2026h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2027h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2026h1"} 0.719667813 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2026h1"} 2 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2026h2"} 101.83861761499998 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2026h2"} 149 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2027h1"} 81.68639045299999 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2027h1"} 149 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2027h2"} 85.86029978999996 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2027h2"} 148 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2026h1"} 0.83846601 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2026h1"} 3 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h2",quantile="0.5"} 0.603787173 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h2",quantile="0.75"} 0.839377542 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h2",quantile="0.9"} 0.969467984 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2026h2",quantile="0.99"} 1.230239376 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2026h2"} 8.86695211385508e+06 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2026h2"} 1.3491427e+07 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2027h1"} 84.24370397899997 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2027h1"} 150 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2027h2"} 87.678054503 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2027h2"} 148 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2026h1"} 8.879944711999997 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2026h1"} 627 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2026h2"} 7.582196510999994 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2026h2"} 636 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2027h1"} 8.614336746999996 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2027h1"} 639 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2027h2"} 37.47802707300001 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2027h2"} 3019 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2026h1"} 2 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2026h2"} 149 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2027h1"} 149 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2027h2"} 148 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2026h1"} 3 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2026h2"} 1.3129791e+07 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2027h1"} 150 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2027h2"} 148 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2026h1"} 627 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2026h2"} 636 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2027h1"} 639 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2027h2"} 3019 sunlight_http_requests_total{code="500",endpoint="add-pre-chain",log="rennet2026h2"} 359457 sunlight_http_requests_total{code="503",endpoint="add-pre-chain",log="rennet2026h2"} 2179 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="rennet2026h1"} 2 sunlight_issuers_cache_total{log="rennet2026h2"} 14 sunlight_issuers_cache_total{log="rennet2027h1"} 2 sunlight_issuers_cache_total{log="rennet2027h2"} 2 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2026h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2026h1"} 2.16343e+06 sunlight_sequencing_data_tiles_bytes_count{log="rennet2026h1"} 5 sunlight_sequencing_data_tiles_bytes{log="rennet2026h2",quantile="0.5"} 242233 sunlight_sequencing_data_tiles_bytes{log="rennet2026h2",quantile="0.9"} 383323 sunlight_sequencing_data_tiles_bytes{log="rennet2026h2",quantile="0.99"} 425135 sunlight_sequencing_data_tiles_bytes_sum{log="rennet2026h2"} 2.36342953101e+11 sunlight_sequencing_data_tiles_bytes_count{log="rennet2026h2"} 1.112237e+06 sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2027h1"} 7.5104292e+07 sunlight_sequencing_data_tiles_bytes_count{log="rennet2027h1"} 299 sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2027h2"} 7.3715173e+07 sunlight_sequencing_data_tiles_bytes_count{log="rennet2027h2"} 296 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2026h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2026h1"} 813174 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2026h1"} 5 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2026h2",quantile="0.5"} 58577 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2026h2",quantile="0.9"} 93061 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2026h2",quantile="0.99"} 101176 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2026h2"} 5.226152207e+10 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2026h2"} 1.112237e+06 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2027h1"} 3.4058605e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2027h1"} 299 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2027h2"} 3.347072e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2027h2"} 296 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_duration_seconds{log="rennet2026h1",quantile="0.75"} NaN sunlight_sequencing_duration_seconds{log="rennet2026h1",quantile="0.9"} NaN sunlight_sequencing_duration_seconds{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_duration_seconds_sum{log="rennet2026h1"} 5997.207377041886 sunlight_sequencing_duration_seconds_count{log="rennet2026h1"} 625496 sunlight_sequencing_duration_seconds{log="rennet2026h2",quantile="0.5"} 0.046352167 sunlight_sequencing_duration_seconds{log="rennet2026h2",quantile="0.75"} 0.056404773 sunlight_sequencing_duration_seconds{log="rennet2026h2",quantile="0.9"} 0.078122202 sunlight_sequencing_duration_seconds{log="rennet2026h2",quantile="0.99"} 0.916819969 sunlight_sequencing_duration_seconds_sum{log="rennet2026h2"} 130853.33701516941 sunlight_sequencing_duration_seconds_count{log="rennet2026h2"} 1.06529e+06 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.006326337 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.75"} 0.007841485 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.008996647 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.012222056 sunlight_sequencing_duration_seconds_sum{log="rennet2027h1"} 9345.403323346003 sunlight_sequencing_duration_seconds_count{log="rennet2027h1"} 1.071147e+06 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.5"} 0.006530633 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.75"} 0.008164994 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.9"} 0.009932295 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.045344565 sunlight_sequencing_duration_seconds_sum{log="rennet2027h2"} 9679.629419470693 sunlight_sequencing_duration_seconds_count{log="rennet2027h2"} 1.071145e+06 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2026h1"} 9643 sunlight_sequencing_leaf_bytes_count{log="rennet2026h1"} 5 sunlight_sequencing_leaf_bytes{log="rennet2026h2",quantile="0.5"} 1558 sunlight_sequencing_leaf_bytes{log="rennet2026h2",quantile="0.99"} 2647 sunlight_sequencing_leaf_bytes_sum{log="rennet2026h2"} 2.1365045104e+10 sunlight_sequencing_leaf_bytes_count{log="rennet2026h2"} 1.3489398e+07 sunlight_sequencing_leaf_bytes{log="rennet2027h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2027h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2027h1"} 551579 sunlight_sequencing_leaf_bytes_count{log="rennet2027h1"} 299 sunlight_sequencing_leaf_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2027h2"} 545581 sunlight_sequencing_leaf_bytes_count{log="rennet2027h2"} 296 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2026h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2026h1"} 269160 sunlight_sequencing_names_tiles_bytes_count{log="rennet2026h1"} 5 sunlight_sequencing_names_tiles_bytes{log="rennet2026h2",quantile="0.5"} 21380 sunlight_sequencing_names_tiles_bytes{log="rennet2026h2",quantile="0.9"} 33323 sunlight_sequencing_names_tiles_bytes{log="rennet2026h2",quantile="0.99"} 37457 sunlight_sequencing_names_tiles_bytes_sum{log="rennet2026h2"} 2.1673451954e+10 sunlight_sequencing_names_tiles_bytes_count{log="rennet2026h2"} 1.112237e+06 sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2027h1"} 1.1768658e+07 sunlight_sequencing_names_tiles_bytes_count{log="rennet2027h1"} 299 sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2027h2"} 1.1558844e+07 sunlight_sequencing_names_tiles_bytes_count{log="rennet2027h2"} 296 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2026h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2026h1"} 12689 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2026h1"} 5 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2026h2",quantile="0.5"} 4516 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2026h2",quantile="0.9"} 6303 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2026h2",quantile="0.99"} 7111 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2026h2"} 4.506060887e+09 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2026h2"} 1.112237e+06 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2027h1"} 374859 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2027h1"} 299 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2027h2"} 370016 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2027h2"} 296 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="rennet2026h1",quantile="0.5"} NaN sunlight_sequencing_pool_entries{log="rennet2026h1",quantile="0.99"} NaN sunlight_sequencing_pool_entries_sum{log="rennet2026h1"} 5 sunlight_sequencing_pool_entries_count{log="rennet2026h1"} 625496 sunlight_sequencing_pool_entries{log="rennet2026h2",quantile="0.5"} 8 sunlight_sequencing_pool_entries{log="rennet2026h2",quantile="0.99"} 16 sunlight_sequencing_pool_entries_sum{log="rennet2026h2"} 1.3489394e+07 sunlight_sequencing_pool_entries_count{log="rennet2026h2"} 1.06529e+06 sunlight_sequencing_pool_entries{log="rennet2027h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2027h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2027h1"} 299 sunlight_sequencing_pool_entries_count{log="rennet2027h1"} 1.071147e+06 sunlight_sequencing_pool_entries{log="rennet2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2027h2"} 296 sunlight_sequencing_pool_entries_count{log="rennet2027h2"} 1.071145e+06 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="rennet2026h1"} 625496 sunlight_sequencing_rounds_total{error="",log="rennet2026h2"} 1.06529e+06 sunlight_sequencing_rounds_total{error="",log="rennet2027h1"} 1.071147e+06 sunlight_sequencing_rounds_total{error="",log="rennet2027h2"} 1.071145e+06 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="rennet2026h1"} 16 sunlight_sequencing_uploaded_tiles_total{log="rennet2026h2"} 3.389606e+06 sunlight_sequencing_uploaded_tiles_total{log="rennet2027h1"} 898 sunlight_sequencing_uploaded_tiles_total{log="rennet2027h2"} 889 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.001293875 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.002800548 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.006274275 sunlight_sqlite_update_duration_seconds_sum 9571.60650563731 sunlight_sqlite_update_duration_seconds_count 3.833079e+06 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="rennet2026h1"} 0 sunlight_staging_discard_errors_total{log="rennet2026h2"} 0 sunlight_staging_discard_errors_total{log="rennet2027h1"} 0 sunlight_staging_discard_errors_total{log="rennet2027h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="rennet2026h1"} 91648 sunlight_tree_size_leaves_total{log="rennet2026h2"} 1.11714276e+08 sunlight_tree_size_leaves_total{log="rennet2027h1"} 8139 sunlight_tree_size_leaves_total{log="rennet2027h2"} 8133 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="rennet2026h1"} 1.783468799735e+09 sunlight_tree_timestamp_seconds{log="rennet2026h2"} 1.783914449814e+09 sunlight_tree_timestamp_seconds{log="rennet2027h1"} 1.783914450637e+09 sunlight_tree_timestamp_seconds{log="rennet2027h2"} 1.783914450449e+09