# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 5.3113e-05 go_gc_duration_seconds{quantile="0.25"} 6.4693e-05 go_gc_duration_seconds{quantile="0.5"} 7.5665e-05 go_gc_duration_seconds{quantile="0.75"} 0.000122135 go_gc_duration_seconds{quantile="1"} 0.003559658 go_gc_duration_seconds_sum 5.588086961 go_gc_duration_seconds_count 62523 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 37 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.24.4"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 4.5796392e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.876959114776e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.836658e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.140506294e+10 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.603072e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 4.5796392e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 4.8807936e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 5.9129856e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 167898 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 2.7369472e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.07937792e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7564849964178345e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.1405230838e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 2416 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15704 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 739360 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.51776e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 6.9447922e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 701262 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 1.114112e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 1.114112e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.1972636e+08 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 2 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 10 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 7933.58 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 9.936218326e+09 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 5.0995171234e+10 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 40 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 1.15777536e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.75514229616e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.965522944e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=AT, O=ZeroSSL, CN=ZeroSSL RSA Domain Secure Site CA",log="willow2025h2d",precert="",preissuer="",reused="false",root="C=US, O=The USERTRUST Network, L=Jersey City, ST=New Jersey, CN=USERTrust RSA Certification Authority",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2025h2d",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 93 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2025h2d",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 93 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2026h1",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 93 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2026h1",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 92 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2026h2",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 92 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2026h2",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 93 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2027h1",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 92 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2027h1",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 93 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2027h2",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 92 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2027h2",precert="",preissuer="",reused="true",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="willow2027h2",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 92 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Amazon, CN=Amazon RSA 2048 M02",log="willow2026h1",precert="",preissuer="",reused="false",root="C=US, O=Amazon, CN=Amazon Root CA 1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Amazon, CN=Amazon RSA 2048 M02",log="willow2026h1",precert="",preissuer="",reused="true",root="C=US, O=Amazon, CN=Amazon Root CA 1",source="cache"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=WR2",log="willow2025h2d",precert="",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=GTS Root R1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="willow2025h2d",precert="",preissuer="",reused="false",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="cache"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="willow2025h2d",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Microsoft Corporation, CN=Microsoft Azure ECC TLS Issuing CA 04",log="willow2026h1",precert="",preissuer="",reused="false",root="C=US, O=DigiCert Inc, OU=www.digicert.com, CN=DigiCert Global Root G3",source="sequencer"} 1 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="willow2025h2d",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="willow2025h2d",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="willow2025h2d",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="willow2025h2d",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="willow2025h2d"} 124.10963904400002 sunlight_addchain_wait_seconds_count{log="willow2025h2d"} 189 sunlight_addchain_wait_seconds{log="willow2026h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="willow2026h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="willow2026h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="willow2026h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="willow2026h1"} 120.26856377800004 sunlight_addchain_wait_seconds_count{log="willow2026h1"} 187 sunlight_addchain_wait_seconds{log="willow2026h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="willow2026h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="willow2026h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="willow2026h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="willow2026h2"} 119.31298003900004 sunlight_addchain_wait_seconds_count{log="willow2026h2"} 185 sunlight_addchain_wait_seconds{log="willow2027h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="willow2027h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="willow2027h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="willow2027h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="willow2027h1"} 121.39255077300004 sunlight_addchain_wait_seconds_count{log="willow2027h1"} 185 sunlight_addchain_wait_seconds{log="willow2027h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="willow2027h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="willow2027h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="willow2027h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="willow2027h2"} 118.19671081599996 sunlight_addchain_wait_seconds_count{log="willow2027h2"} 185 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="willow2025h2d",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="willow2025h2d",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="willow2025h2d",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="willow2025h2d"} 0.013616297 sunlight_cache_get_duration_seconds_count{log="willow2025h2d"} 190 sunlight_cache_get_duration_seconds{log="willow2026h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="willow2026h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="willow2026h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="willow2026h1"} 0.013268066000000005 sunlight_cache_get_duration_seconds_count{log="willow2026h1"} 188 sunlight_cache_get_duration_seconds{log="willow2026h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="willow2026h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="willow2026h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="willow2026h2"} 0.013775417000000005 sunlight_cache_get_duration_seconds_count{log="willow2026h2"} 185 sunlight_cache_get_duration_seconds{log="willow2027h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="willow2027h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="willow2027h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="willow2027h1"} 0.013898995 sunlight_cache_get_duration_seconds_count{log="willow2027h1"} 185 sunlight_cache_get_duration_seconds{log="willow2027h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="willow2027h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="willow2027h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="willow2027h2"} 0.013470176999999996 sunlight_cache_get_duration_seconds_count{log="willow2027h2"} 185 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="willow2025h2d",quantile="0.5"} 2.7965e-05 sunlight_cache_put_duration_seconds{log="willow2025h2d",quantile="0.9"} 3.8037e-05 sunlight_cache_put_duration_seconds{log="willow2025h2d",quantile="0.99"} 0.00022919 sunlight_cache_put_duration_seconds_sum{log="willow2025h2d"} 35.596815219001385 sunlight_cache_put_duration_seconds_count{log="willow2025h2d"} 1.342696e+06 sunlight_cache_put_duration_seconds{log="willow2026h1",quantile="0.5"} 2.8052e-05 sunlight_cache_put_duration_seconds{log="willow2026h1",quantile="0.9"} 3.9354e-05 sunlight_cache_put_duration_seconds{log="willow2026h1",quantile="0.99"} 0.000395391 sunlight_cache_put_duration_seconds_sum{log="willow2026h1"} 35.43264628299996 sunlight_cache_put_duration_seconds_count{log="willow2026h1"} 1.342694e+06 sunlight_cache_put_duration_seconds{log="willow2026h2",quantile="0.5"} 2.7256e-05 sunlight_cache_put_duration_seconds{log="willow2026h2",quantile="0.9"} 4.1684e-05 sunlight_cache_put_duration_seconds{log="willow2026h2",quantile="0.99"} 8.9321e-05 sunlight_cache_put_duration_seconds_sum{log="willow2026h2"} 30.390804594999835 sunlight_cache_put_duration_seconds_count{log="willow2026h2"} 1.342695e+06 sunlight_cache_put_duration_seconds{log="willow2027h1",quantile="0.5"} 2.7635e-05 sunlight_cache_put_duration_seconds{log="willow2027h1",quantile="0.9"} 3.9756e-05 sunlight_cache_put_duration_seconds{log="willow2027h1",quantile="0.99"} 0.000116494 sunlight_cache_put_duration_seconds_sum{log="willow2027h1"} 35.287896620000346 sunlight_cache_put_duration_seconds_count{log="willow2027h1"} 1.342695e+06 sunlight_cache_put_duration_seconds{log="willow2027h2",quantile="0.5"} 2.7354e-05 sunlight_cache_put_duration_seconds{log="willow2027h2",quantile="0.9"} 3.2033e-05 sunlight_cache_put_duration_seconds{log="willow2027h2",quantile="0.99"} 4.3419e-05 sunlight_cache_put_duration_seconds_sum{log="willow2027h2"} 34.80572734799978 sunlight_cache_put_duration_seconds_count{log="willow2027h2"} 1.342695e+06 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="willow2025h2d"} 0 sunlight_cache_put_errors_total{log="willow2026h1"} 0 sunlight_cache_put_errors_total{log="willow2026h2"} 0 sunlight_cache_put_errors_total{log="willow2027h1"} 0 sunlight_cache_put_errors_total{log="willow2027h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="willow2025h2d"} 1.7659296e+09 sunlight_config_notafter_end_timestamp_seconds{log="willow2026h1"} 1.7816544e+09 sunlight_config_notafter_end_timestamp_seconds{log="willow2026h2"} 1.7973792e+09 sunlight_config_notafter_end_timestamp_seconds{log="willow2027h1"} 1.8131904e+09 sunlight_config_notafter_end_timestamp_seconds{log="willow2027h2"} 1.8288288e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="willow2025h2d"} 1.7502048e+09 sunlight_config_notafter_start_timestamp_seconds{log="willow2026h1"} 1.7659296e+09 sunlight_config_notafter_start_timestamp_seconds{log="willow2026h2"} 1.7816544e+09 sunlight_config_notafter_start_timestamp_seconds{log="willow2027h1"} 1.7973792e+09 sunlight_config_notafter_start_timestamp_seconds{log="willow2027h2"} 1.8131904e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="willow2025h2d"} 492 sunlight_config_roots_total{log="willow2026h1"} 492 sunlight_config_roots_total{log="willow2026h2"} 492 sunlight_config_roots_total{log="willow2027h1"} 492 sunlight_config_roots_total{log="willow2027h2"} 492 # HELP sunlight_dynamodb_request_duration_seconds DynamoDB request latencies, by method and response code. # TYPE sunlight_dynamodb_request_duration_seconds summary sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.5"} 0.004309335 sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.75"} 0.0046512 sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.9"} 0.005484842 sunlight_dynamodb_request_duration_seconds{code="200",method="post",quantile="0.99"} 0.02667108 sunlight_dynamodb_request_duration_seconds_sum{code="200",method="post"} 28254.483032118176 sunlight_dynamodb_request_duration_seconds_count{code="200",method="post"} 6.713501e+06 sunlight_dynamodb_request_duration_seconds{code="500",method="post",quantile="0.5"} NaN sunlight_dynamodb_request_duration_seconds{code="500",method="post",quantile="0.75"} NaN sunlight_dynamodb_request_duration_seconds{code="500",method="post",quantile="0.9"} NaN sunlight_dynamodb_request_duration_seconds{code="500",method="post",quantile="0.99"} NaN sunlight_dynamodb_request_duration_seconds_sum{code="500",method="post"} 0.011250103000000001 sunlight_dynamodb_request_duration_seconds_count{code="500",method="post"} 2 # HELP sunlight_dynamodb_requests_total DynamoDB requests performed, by method and response code. # TYPE sunlight_dynamodb_requests_total counter sunlight_dynamodb_requests_total{code="200",method="post"} 6.713501e+06 sunlight_dynamodb_requests_total{code="500",method="post"} 2 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="willow2025h2d"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="willow2026h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="willow2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="willow2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="willow2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="willow2025h2d"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="willow2026h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="willow2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="willow2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="willow2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="willow2025h2d"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="willow2026h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="willow2026h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="willow2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="willow2027h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2025h2d",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2025h2d",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2025h2d",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2025h2d",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="willow2025h2d"} 63.96152761800001 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="willow2025h2d"} 97 sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="willow2026h1"} 63.663248247999974 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="willow2026h1"} 96 sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="willow2026h2"} 59.355847213000004 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="willow2026h2"} 92 sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="willow2027h1"} 62.19966037999998 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="willow2027h1"} 92 sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="willow2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="willow2027h2"} 57.28272534199999 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="willow2027h2"} 93 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2025h2d",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2025h2d",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2025h2d",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2025h2d",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="willow2025h2d"} 60.675529919 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="willow2025h2d"} 93 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="willow2026h1"} 57.001538387999986 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="willow2026h1"} 92 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="willow2026h2"} 60.20473624600002 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="willow2026h2"} 93 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="willow2027h1"} 59.427912751999976 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="willow2027h1"} 93 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="willow2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="willow2027h2"} 61.174796677000025 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="willow2027h2"} 92 sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2025h2d",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2025h2d",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2025h2d",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2025h2d",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="willow2025h2d"} 255.62968811900012 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="willow2025h2d"} 498 sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="willow2026h1"} 257.49339490600005 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="willow2026h1"} 494 sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="willow2026h2"} 257.7568861120002 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="willow2026h2"} 497 sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="willow2027h1"} 262.85534678799996 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="willow2027h1"} 496 sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="willow2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="willow2027h2"} 261.30082655800004 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="willow2027h2"} 498 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="willow2025h2d"} 97 sunlight_http_requests_total{code="200",endpoint="add-chain",log="willow2026h1"} 96 sunlight_http_requests_total{code="200",endpoint="add-chain",log="willow2026h2"} 92 sunlight_http_requests_total{code="200",endpoint="add-chain",log="willow2027h1"} 92 sunlight_http_requests_total{code="200",endpoint="add-chain",log="willow2027h2"} 93 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="willow2025h2d"} 93 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="willow2026h1"} 92 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="willow2026h2"} 93 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="willow2027h1"} 93 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="willow2027h2"} 92 sunlight_http_requests_total{code="200",endpoint="get-roots",log="willow2025h2d"} 498 sunlight_http_requests_total{code="200",endpoint="get-roots",log="willow2026h1"} 494 sunlight_http_requests_total{code="200",endpoint="get-roots",log="willow2026h2"} 497 sunlight_http_requests_total{code="200",endpoint="get-roots",log="willow2027h1"} 496 sunlight_http_requests_total{code="200",endpoint="get-roots",log="willow2027h2"} 498 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="willow2025h2d"} 8 sunlight_issuers_cache_total{log="willow2026h1"} 6 sunlight_issuers_cache_total{log="willow2026h2"} 2 sunlight_issuers_cache_total{log="willow2027h1"} 2 sunlight_issuers_cache_total{log="willow2027h2"} 2 # HELP sunlight_s3_hedges_successful_total S3 hedge requests that completed before the main request. # TYPE sunlight_s3_hedges_successful_total counter sunlight_s3_hedges_successful_total{log="willow2025h2d"} 1166 sunlight_s3_hedges_successful_total{log="willow2026h1"} 1164 sunlight_s3_hedges_successful_total{log="willow2026h2"} 1146 sunlight_s3_hedges_successful_total{log="willow2027h1"} 1182 sunlight_s3_hedges_successful_total{log="willow2027h2"} 1122 # HELP sunlight_s3_hedges_total S3 hedge requests that were launched because the main request was too slow. # TYPE sunlight_s3_hedges_total counter sunlight_s3_hedges_total{log="willow2025h2d"} 8867 sunlight_s3_hedges_total{log="willow2026h1"} 8711 sunlight_s3_hedges_total{log="willow2026h2"} 8479 sunlight_s3_hedges_total{log="willow2027h1"} 8781 sunlight_s3_hedges_total{log="willow2027h2"} 8766 # HELP sunlight_s3_request_duration_seconds S3 HTTP request latencies, by method and response code. # TYPE sunlight_s3_request_duration_seconds summary sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="willow2025h2d",method="get"} 0.321024145 sunlight_s3_request_duration_seconds_count{code="200",log="willow2025h2d",method="get"} 7 sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="put",quantile="0.5"} 0.024768871 sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="put",quantile="0.75"} 0.027173006 sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="put",quantile="0.9"} 0.0315639 sunlight_s3_request_duration_seconds{code="200",log="willow2025h2d",method="put",quantile="0.99"} 0.049451732 sunlight_s3_request_duration_seconds_sum{code="200",log="willow2025h2d",method="put"} 35742.5304123104 sunlight_s3_request_duration_seconds_count{code="200",log="willow2025h2d",method="put"} 1.343462e+06 sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="willow2026h1",method="get"} 0.14252601 sunlight_s3_request_duration_seconds_count{code="200",log="willow2026h1",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="put",quantile="0.5"} 0.025145023 sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="put",quantile="0.75"} 0.026787216 sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="put",quantile="0.9"} 0.032985391 sunlight_s3_request_duration_seconds{code="200",log="willow2026h1",method="put",quantile="0.99"} 0.067607994 sunlight_s3_request_duration_seconds_sum{code="200",log="willow2026h1",method="put"} 35836.45325145116 sunlight_s3_request_duration_seconds_count{code="200",log="willow2026h1",method="put"} 1.343452e+06 sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="willow2026h2",method="get"} 0.151824697 sunlight_s3_request_duration_seconds_count{code="200",log="willow2026h2",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="put",quantile="0.5"} 0.023927858 sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="put",quantile="0.75"} 0.025523955 sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="put",quantile="0.9"} 0.027685886 sunlight_s3_request_duration_seconds{code="200",log="willow2026h2",method="put",quantile="0.99"} 0.079344385 sunlight_s3_request_duration_seconds_sum{code="200",log="willow2026h2",method="put"} 35707.99303504513 sunlight_s3_request_duration_seconds_count{code="200",log="willow2026h2",method="put"} 1.343442e+06 sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="willow2027h1",method="get"} 0.141835856 sunlight_s3_request_duration_seconds_count{code="200",log="willow2027h1",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="put",quantile="0.5"} 0.025318164 sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="put",quantile="0.75"} 0.028754103 sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="put",quantile="0.9"} 0.032180156 sunlight_s3_request_duration_seconds{code="200",log="willow2027h1",method="put",quantile="0.99"} 0.113221123 sunlight_s3_request_duration_seconds_sum{code="200",log="willow2027h1",method="put"} 35888.97153165158 sunlight_s3_request_duration_seconds_count{code="200",log="willow2027h1",method="put"} 1.343441e+06 sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="willow2027h2",method="get"} 0.16718179900000002 sunlight_s3_request_duration_seconds_count{code="200",log="willow2027h2",method="get"} 3 sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="put",quantile="0.5"} 0.024236251 sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="put",quantile="0.75"} 0.025513069 sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="put",quantile="0.9"} 0.028116359 sunlight_s3_request_duration_seconds{code="200",log="willow2027h2",method="put",quantile="0.99"} 0.044568649 sunlight_s3_request_duration_seconds_sum{code="200",log="willow2027h2",method="put"} 35719.36886850182 sunlight_s3_request_duration_seconds_count{code="200",log="willow2027h2",method="put"} 1.343441e+06 sunlight_s3_request_duration_seconds{code="403",log="willow2025h2d",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2025h2d",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2025h2d",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2025h2d",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="403",log="willow2025h2d",method="get"} 0.062010226 sunlight_s3_request_duration_seconds_count{code="403",log="willow2025h2d",method="get"} 6 sunlight_s3_request_duration_seconds{code="403",log="willow2026h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2026h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2026h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2026h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="403",log="willow2026h1",method="get"} 0.08608813400000001 sunlight_s3_request_duration_seconds_count{code="403",log="willow2026h1",method="get"} 6 sunlight_s3_request_duration_seconds{code="403",log="willow2026h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2026h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2026h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2026h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="403",log="willow2026h2",method="get"} 0.021327174 sunlight_s3_request_duration_seconds_count{code="403",log="willow2026h2",method="get"} 2 sunlight_s3_request_duration_seconds{code="403",log="willow2027h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2027h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2027h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2027h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="403",log="willow2027h1",method="get"} 0.018449587 sunlight_s3_request_duration_seconds_count{code="403",log="willow2027h1",method="get"} 2 sunlight_s3_request_duration_seconds{code="403",log="willow2027h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2027h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2027h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="403",log="willow2027h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="403",log="willow2027h2",method="get"} 0.023446933 sunlight_s3_request_duration_seconds_count{code="403",log="willow2027h2",method="get"} 2 sunlight_s3_request_duration_seconds{code="500",log="willow2026h2",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="500",log="willow2026h2",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="500",log="willow2026h2",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="500",log="willow2026h2",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="500",log="willow2026h2",method="put"} 0.031867576 sunlight_s3_request_duration_seconds_count{code="500",log="willow2026h2",method="put"} 1 sunlight_s3_request_duration_seconds{code="503",log="willow2025h2d",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2025h2d",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2025h2d",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2025h2d",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="willow2025h2d",method="put"} 1.135638556 sunlight_s3_request_duration_seconds_count{code="503",log="willow2025h2d",method="put"} 9 sunlight_s3_request_duration_seconds{code="503",log="willow2026h1",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2026h1",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2026h1",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2026h1",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="willow2026h1",method="put"} 0.588666948 sunlight_s3_request_duration_seconds_count{code="503",log="willow2026h1",method="put"} 6 sunlight_s3_request_duration_seconds{code="503",log="willow2026h2",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2026h2",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2026h2",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2026h2",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="willow2026h2",method="put"} 1.2064596230000002 sunlight_s3_request_duration_seconds_count{code="503",log="willow2026h2",method="put"} 9 sunlight_s3_request_duration_seconds{code="503",log="willow2027h1",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2027h1",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2027h1",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2027h1",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="willow2027h1",method="put"} 0.604746966 sunlight_s3_request_duration_seconds_count{code="503",log="willow2027h1",method="put"} 6 sunlight_s3_request_duration_seconds{code="503",log="willow2027h2",method="put",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2027h2",method="put",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2027h2",method="put",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="503",log="willow2027h2",method="put",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="503",log="willow2027h2",method="put"} 1.27486041 sunlight_s3_request_duration_seconds_count{code="503",log="willow2027h2",method="put"} 10 # HELP sunlight_s3_upload_size_bytes S3 body size in bytes for object puts. # TYPE sunlight_s3_upload_size_bytes summary sunlight_s3_upload_size_bytes{log="willow2025h2d",quantile="0.5"} 581 sunlight_s3_upload_size_bytes{log="willow2025h2d",quantile="0.9"} 657 sunlight_s3_upload_size_bytes{log="willow2025h2d",quantile="0.99"} 713 sunlight_s3_upload_size_bytes_sum{log="willow2025h2d"} 8.29156362e+08 sunlight_s3_upload_size_bytes_count{log="willow2025h2d"} 1.343464e+06 sunlight_s3_upload_size_bytes{log="willow2026h1",quantile="0.5"} 581 sunlight_s3_upload_size_bytes{log="willow2026h1",quantile="0.9"} 653 sunlight_s3_upload_size_bytes{log="willow2026h1",quantile="0.99"} 657 sunlight_s3_upload_size_bytes_sum{log="willow2026h1"} 8.22637381e+08 sunlight_s3_upload_size_bytes_count{log="willow2026h1"} 1.343455e+06 sunlight_s3_upload_size_bytes{log="willow2026h2",quantile="0.5"} 589 sunlight_s3_upload_size_bytes{log="willow2026h2",quantile="0.9"} 653 sunlight_s3_upload_size_bytes{log="willow2026h2",quantile="0.99"} 709 sunlight_s3_upload_size_bytes_sum{log="willow2026h2"} 8.21671711e+08 sunlight_s3_upload_size_bytes_count{log="willow2026h2"} 1.343443e+06 sunlight_s3_upload_size_bytes{log="willow2027h1",quantile="0.5"} 593 sunlight_s3_upload_size_bytes{log="willow2027h1",quantile="0.9"} 665 sunlight_s3_upload_size_bytes{log="willow2027h1",quantile="0.99"} 705 sunlight_s3_upload_size_bytes_sum{log="willow2027h1"} 8.21583183e+08 sunlight_s3_upload_size_bytes_count{log="willow2027h1"} 1.343443e+06 sunlight_s3_upload_size_bytes{log="willow2027h2",quantile="0.5"} 597 sunlight_s3_upload_size_bytes{log="willow2027h2",quantile="0.9"} 649 sunlight_s3_upload_size_bytes{log="willow2027h2",quantile="0.99"} 685 sunlight_s3_upload_size_bytes_sum{log="willow2027h2"} 8.21656048e+08 sunlight_s3_upload_size_bytes_count{log="willow2027h2"} 1.343443e+06 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="willow2025h2d",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2025h2d",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2025h2d",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="willow2025h2d"} 3.3778691e+07 sunlight_sequencing_data_tiles_bytes_count{log="willow2025h2d"} 189 sunlight_sequencing_data_tiles_bytes{log="willow2026h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2026h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2026h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="willow2026h1"} 3.2518079e+07 sunlight_sequencing_data_tiles_bytes_count{log="willow2026h1"} 187 sunlight_sequencing_data_tiles_bytes{log="willow2026h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2026h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2026h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="willow2026h2"} 3.1932181e+07 sunlight_sequencing_data_tiles_bytes_count{log="willow2026h2"} 185 sunlight_sequencing_data_tiles_bytes{log="willow2027h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2027h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2027h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="willow2027h1"} 3.1935077e+07 sunlight_sequencing_data_tiles_bytes_count{log="willow2027h1"} 185 sunlight_sequencing_data_tiles_bytes{log="willow2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="willow2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="willow2027h2"} 3.1773194e+07 sunlight_sequencing_data_tiles_bytes_count{log="willow2027h2"} 185 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="willow2025h2d",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2025h2d",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2025h2d",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="willow2025h2d"} 1.544361e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="willow2025h2d"} 189 sunlight_sequencing_data_tiles_gzip_bytes{log="willow2026h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2026h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2026h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="willow2026h1"} 1.4875735e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="willow2026h1"} 187 sunlight_sequencing_data_tiles_gzip_bytes{log="willow2026h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2026h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2026h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="willow2026h2"} 1.4432104e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="willow2026h2"} 185 sunlight_sequencing_data_tiles_gzip_bytes{log="willow2027h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2027h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2027h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="willow2027h1"} 1.4423978e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="willow2027h1"} 185 sunlight_sequencing_data_tiles_gzip_bytes{log="willow2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="willow2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="willow2027h2"} 1.4436467e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="willow2027h2"} 185 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="willow2025h2d",quantile="0.5"} 0.030123555 sunlight_sequencing_duration_seconds{log="willow2025h2d",quantile="0.75"} 0.032634531 sunlight_sequencing_duration_seconds{log="willow2025h2d",quantile="0.9"} 0.044635716 sunlight_sequencing_duration_seconds{log="willow2025h2d",quantile="0.99"} 0.05398549 sunlight_sequencing_duration_seconds_sum{log="willow2025h2d"} 42332.12161114132 sunlight_sequencing_duration_seconds_count{log="willow2025h2d"} 1.3427e+06 sunlight_sequencing_duration_seconds{log="willow2026h1",quantile="0.5"} 0.031010666 sunlight_sequencing_duration_seconds{log="willow2026h1",quantile="0.75"} 0.035041746 sunlight_sequencing_duration_seconds{log="willow2026h1",quantile="0.9"} 0.040822855 sunlight_sequencing_duration_seconds{log="willow2026h1",quantile="0.99"} 0.072550983 sunlight_sequencing_duration_seconds_sum{log="willow2026h1"} 42595.12234334565 sunlight_sequencing_duration_seconds_count{log="willow2026h1"} 1.342699e+06 sunlight_sequencing_duration_seconds{log="willow2026h2",quantile="0.5"} 0.02915038 sunlight_sequencing_duration_seconds{log="willow2026h2",quantile="0.75"} 0.031034531 sunlight_sequencing_duration_seconds{log="willow2026h2",quantile="0.9"} 0.037527505 sunlight_sequencing_duration_seconds{log="willow2026h2",quantile="0.99"} 0.085508144 sunlight_sequencing_duration_seconds_sum{log="willow2026h2"} 42207.96979955783 sunlight_sequencing_duration_seconds_count{log="willow2026h2"} 1.342699e+06 sunlight_sequencing_duration_seconds{log="willow2027h1",quantile="0.5"} 0.032531751 sunlight_sequencing_duration_seconds{log="willow2027h1",quantile="0.75"} 0.036038901 sunlight_sequencing_duration_seconds{log="willow2027h1",quantile="0.9"} 0.04190619 sunlight_sequencing_duration_seconds{log="willow2027h1",quantile="0.99"} 0.145183461 sunlight_sequencing_duration_seconds_sum{log="willow2027h1"} 42665.90236397756 sunlight_sequencing_duration_seconds_count{log="willow2027h1"} 1.342699e+06 sunlight_sequencing_duration_seconds{log="willow2027h2",quantile="0.5"} 0.02971857 sunlight_sequencing_duration_seconds{log="willow2027h2",quantile="0.75"} 0.031506198 sunlight_sequencing_duration_seconds{log="willow2027h2",quantile="0.9"} 0.03399838 sunlight_sequencing_duration_seconds{log="willow2027h2",quantile="0.99"} 0.049484386 sunlight_sequencing_duration_seconds_sum{log="willow2027h2"} 41883.395926975434 sunlight_sequencing_duration_seconds_count{log="willow2027h2"} 1.342699e+06 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="willow2025h2d",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="willow2025h2d",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="willow2025h2d"} 352438 sunlight_sequencing_leaf_bytes_count{log="willow2025h2d"} 189 sunlight_sequencing_leaf_bytes{log="willow2026h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="willow2026h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="willow2026h1"} 346180 sunlight_sequencing_leaf_bytes_count{log="willow2026h1"} 187 sunlight_sequencing_leaf_bytes{log="willow2026h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="willow2026h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="willow2026h2"} 343361 sunlight_sequencing_leaf_bytes_count{log="willow2026h2"} 185 sunlight_sequencing_leaf_bytes{log="willow2027h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="willow2027h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="willow2027h1"} 343385 sunlight_sequencing_leaf_bytes_count{log="willow2027h1"} 185 sunlight_sequencing_leaf_bytes{log="willow2027h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="willow2027h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="willow2027h2"} 342501 sunlight_sequencing_leaf_bytes_count{log="willow2027h2"} 185 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="willow2025h2d",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2025h2d",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2025h2d",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="willow2025h2d"} 5.517982e+06 sunlight_sequencing_names_tiles_bytes_count{log="willow2025h2d"} 189 sunlight_sequencing_names_tiles_bytes{log="willow2026h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2026h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2026h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="willow2026h1"} 5.223e+06 sunlight_sequencing_names_tiles_bytes_count{log="willow2026h1"} 187 sunlight_sequencing_names_tiles_bytes{log="willow2026h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2026h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2026h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="willow2026h2"} 5.09268e+06 sunlight_sequencing_names_tiles_bytes_count{log="willow2026h2"} 185 sunlight_sequencing_names_tiles_bytes{log="willow2027h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2027h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2027h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="willow2027h1"} 5.09268e+06 sunlight_sequencing_names_tiles_bytes_count{log="willow2027h1"} 185 sunlight_sequencing_names_tiles_bytes{log="willow2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="willow2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="willow2027h2"} 5.09268e+06 sunlight_sequencing_names_tiles_bytes_count{log="willow2027h2"} 185 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="willow2025h2d",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2025h2d",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2025h2d",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="willow2025h2d"} 237153 sunlight_sequencing_names_tiles_gzip_bytes_count{log="willow2025h2d"} 189 sunlight_sequencing_names_tiles_gzip_bytes{log="willow2026h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2026h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2026h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="willow2026h1"} 200572 sunlight_sequencing_names_tiles_gzip_bytes_count{log="willow2026h1"} 187 sunlight_sequencing_names_tiles_gzip_bytes{log="willow2026h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2026h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2026h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="willow2026h2"} 167990 sunlight_sequencing_names_tiles_gzip_bytes_count{log="willow2026h2"} 185 sunlight_sequencing_names_tiles_gzip_bytes{log="willow2027h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2027h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2027h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="willow2027h1"} 163553 sunlight_sequencing_names_tiles_gzip_bytes_count{log="willow2027h1"} 185 sunlight_sequencing_names_tiles_gzip_bytes{log="willow2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="willow2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="willow2027h2"} 169174 sunlight_sequencing_names_tiles_gzip_bytes_count{log="willow2027h2"} 185 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="willow2025h2d",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="willow2025h2d",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="willow2025h2d"} 189 sunlight_sequencing_pool_entries_count{log="willow2025h2d"} 1.3427e+06 sunlight_sequencing_pool_entries{log="willow2026h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="willow2026h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="willow2026h1"} 187 sunlight_sequencing_pool_entries_count{log="willow2026h1"} 1.342699e+06 sunlight_sequencing_pool_entries{log="willow2026h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="willow2026h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="willow2026h2"} 185 sunlight_sequencing_pool_entries_count{log="willow2026h2"} 1.342699e+06 sunlight_sequencing_pool_entries{log="willow2027h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="willow2027h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="willow2027h1"} 185 sunlight_sequencing_pool_entries_count{log="willow2027h1"} 1.342699e+06 sunlight_sequencing_pool_entries{log="willow2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="willow2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="willow2027h2"} 185 sunlight_sequencing_pool_entries_count{log="willow2027h2"} 1.342699e+06 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="willow2025h2d"} 1.342696e+06 sunlight_sequencing_rounds_total{error="",log="willow2026h1"} 1.342694e+06 sunlight_sequencing_rounds_total{error="",log="willow2026h2"} 1.342695e+06 sunlight_sequencing_rounds_total{error="",log="willow2027h1"} 1.342695e+06 sunlight_sequencing_rounds_total{error="",log="willow2027h2"} 1.342695e+06 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="willow2025h2d"} 4 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="willow2026h1"} 5 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="willow2026h2"} 4 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="willow2027h1"} 4 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="willow2027h2"} 4 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="willow2025h2d"} 567 sunlight_sequencing_uploaded_tiles_total{log="willow2026h1"} 561 sunlight_sequencing_uploaded_tiles_total{log="willow2026h2"} 555 sunlight_sequencing_uploaded_tiles_total{log="willow2027h1"} 555 sunlight_sequencing_uploaded_tiles_total{log="willow2027h2"} 555 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="willow2025h2d"} 0 sunlight_staging_discard_errors_total{log="willow2026h1"} 0 sunlight_staging_discard_errors_total{log="willow2026h2"} 0 sunlight_staging_discard_errors_total{log="willow2027h1"} 0 sunlight_staging_discard_errors_total{log="willow2027h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="willow2025h2d"} 191 sunlight_tree_size_leaves_total{log="willow2026h1"} 187 sunlight_tree_size_leaves_total{log="willow2026h2"} 185 sunlight_tree_size_leaves_total{log="willow2027h1"} 185 sunlight_tree_size_leaves_total{log="willow2027h2"} 185 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="willow2025h2d"} 1.756485000581e+09 sunlight_tree_timestamp_seconds{log="willow2026h1"} 1.756484999874e+09 sunlight_tree_timestamp_seconds{log="willow2026h2"} 1.756484999901e+09 sunlight_tree_timestamp_seconds{log="willow2027h1"} 1.756485000271e+09 sunlight_tree_timestamp_seconds{log="willow2027h2"} 1.7564850004e+09