-
CPU(value:'cpu') -
MEMORY(value:'memory') -
GPU(value:'gpu') -
GPU_MEMORY(value:'gpu_memory') -
HTTP_REQUESTS(value:'http_requests') -
HTTP_REQUESTS_BY_STATUS(value:'http_requests_by_status') -
ERROR_CODE(value:'error_code') -
REQUEST_LATENCY_50_PERCENTILE(value:'request_latency_50_percentile') -
REQUEST_LATENCY_90_PERCENTILE(value:'request_latency_90_percentile') -
REQUEST_LATENCY_99_PERCENTILE(value:'request_latency_99_percentile') -
TOKENS_PER_SECOND(value:'tokens_per_second') -
TIME_TO_FIRST_TOKEN(value:'time_to_first_token') -
PREFIX_CACHE_HIT_RATE(value:'prefix_cache_hit_rate') -
DYNAMO_TTFT(value:'dynamo_ttft') -
DYNAMO_TPOT(value:'dynamo_tpot') -
DYNAMO_REQUEST_LATENCY(value:'dynamo_request_latency') -
DYNAMO_OUTPUT_THROUGHPUT(value:'dynamo_output_throughput') -
DYNAMO_REQUESTS(value:'dynamo_requests') -
DYNAMO_QUEUE_DEPTH(value:'dynamo_queue_depth') -
DYNAMO_RUNNING_REQUESTS(value:'dynamo_running_requests') -
DYNAMO_KV_CACHE(value:'dynamo_kv_cache') -
DYNAMO_KV_THROUGHPUT(value:'dynamo_kv_throughput') -
DYNAMO_KV_TRANSFER_LATENCY(value:'dynamo_kv_transfer_latency') -
DYNAMO_KV_TRANSFERS(value:'dynamo_kv_transfers') -
DYNAMO_KV_FAILURES(value:'dynamo_kv_failures') -
DYNAMO_TARGETS(value:'dynamo_targets')