Skip to content

Instantly share code, notes, and snippets.

@ruanbekker

ruanbekker/0-loki-v3-simple-scalable.yaml

Last active September 4, 2024 21:59
Show Gist options
  • Save ruanbekker/30c1f2608fffb4f687054ab6a477498d to your computer and use it in GitHub Desktop.
Save ruanbekker/30c1f2608fffb4f687054ab6a477498d to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. ruanbekker revised this gist Sep 4, 2024. 1 changed file with 13 additions and 0 deletions.
    13 changes: 13 additions & 0 deletions 0-loki-v3-simple-scalable.yaml
    View file
    Original file line number Diff line number Diff line change
    @@ -118,6 +118,19 @@ write:
    minio:
    enabled: true

    memcached:
    image:
    repository: memcached
    tag: 1.6.23-alpine

    chunksCache:
    enabled: true
    allocatedMemory: 1024

    resultsCache:
    enabled: true
    allocatedMemory: 1024

    singleBinary:
    replicas: 0

  2. ruanbekker revised this gist Sep 4, 2024. 2 changed files with 141 additions and 0 deletions.
    141 changes: 141 additions & 0 deletions 0-loki-v3-simple-scalable.yaml
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,141 @@
    deploymentMode: SimpleScalable
    loki:
    auth_enabled: true
    server:
    grpc_listen_port: 9095
    http_listen_port: 3100
    http_server_read_timeout: 600s
    http_server_write_timeout: 600s
    schemaConfig:
    configs:
    - from: 2024-04-01
    store: tsdb
    object_store: s3
    schema: v13
    index:
    prefix: loki_index_
    period: 24h
    storage_config:
    boltdb_shipper:
    index_gateway_client:
    server_address: dns+loki-backend-headless.default.svc.cluster.local:9095
    hedging:
    at: 250ms
    max_per_second: 20
    up_to: 3
    tsdb_shipper:
    index_gateway_client:
    server_address: dns+loki-backend-headless.default.svc.cluster.local:9095
    chunk_store_config:
    chunk_cache_config:
    background:
    writeback_buffer: 500000
    writeback_goroutines: 1
    writeback_size_limit: 500MB
    default_validity: 0s
    memcached:
    batch_size: 4
    parallelism: 5
    memcached_client:
    addresses: dnssrvnoa+_memcached-client._tcp.loki-chunks-cache.default.svc
    consistent_hash: true
    max_idle_conns: 72
    timeout: 2000ms
    common:
    compactor_address: 'http://loki-backend:3100'
    path_prefix: /var/loki
    replication_factor: 3
    storage:
    s3:
    access_key_id: enterprise-logs
    bucketnames: chunks
    endpoint: loki-minio.default.svc:9000
    insecure: true
    s3forcepathstyle: true
    secret_access_key: supersecret
    ingester:
    chunk_encoding: snappy
    tracing:
    enabled: true
    querier:
    max_concurrent: 4
    frontend:
    scheduler_address: ""
    tail_proxy_url: ""
    frontend_worker:
    scheduler_address: ""
    index_gateway:
    mode: simple
    limits_config:
    max_cache_freshness_per_query: 10m
    query_timeout: 300s
    reject_old_samples: true
    reject_old_samples_max_age: 168h
    split_queries_by_interval: 15m
    volume_enabled: true
    retention_period: 4h
    max_query_length: 5h
    compactor:
    working_directory: /tmp/retention
    compaction_interval: 10m
    retention_enabled: true
    retention_delete_delay: 2h
    retention_delete_worker_count: 150
    delete_request_store: s3
    memberlist:
    join_members:
    - loki-memberlist
    pattern_ingester:
    enabled: false
    query_range:
    align_queries_with_step: true
    cache_results: true
    results_cache:
    cache:
    background:
    writeback_buffer: 500000
    writeback_goroutines: 1
    writeback_size_limit: 500MB
    default_validity: 12h
    memcached_client:
    addresses: dnssrvnoa+_memcached-client._tcp.loki-results-cache.default.svc
    consistent_hash: true
    timeout: 500ms
    update_interval: 1m
    ruler:
    storage:
    s3:
    bucketnames: ruler
    type: s3

    backend:
    replicas: 3
    read:
    replicas: 3
    write:
    replicas: 3

    minio:
    enabled: true

    singleBinary:
    replicas: 0

    ingester:
    replicas: 0
    querier:
    replicas: 0
    queryFrontend:
    replicas: 0
    queryScheduler:
    replicas: 0
    distributor:
    replicas: 0
    compactor:
    replicas: 0
    indexGateway:
    replicas: 0
    bloomCompactor:
    replicas: 0
    bloomGateway:
    replicas: 0
    0 loki-v3-simple-scalable.yaml → loki-v3-simple-scalable-default.yaml
    View file
    File renamed without changes.
  3. ruanbekker created this gist Sep 4, 2024.
    132 changes: 132 additions & 0 deletions loki-v3-simple-scalable.yaml
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,132 @@
    deploymentMode: SimpleScalable
    loki:
    auth_enabled: true
    server:
    grpc_listen_port: 9095
    http_listen_port: 3100
    http_server_read_timeout: 600s
    http_server_write_timeout: 600s
    schemaConfig:
    configs:
    - from: 2024-04-01
    store: tsdb
    object_store: s3
    schema: v13
    index:
    prefix: loki_index_
    period: 24h
    storage_config:
    boltdb_shipper:
    index_gateway_client:
    server_address: dns+loki-backend-headless.default.svc.cluster.local:9095
    hedging:
    at: 250ms
    max_per_second: 20
    up_to: 3
    tsdb_shipper:
    index_gateway_client:
    server_address: dns+loki-backend-headless.default.svc.cluster.local:9095
    chunk_store_config:
    chunk_cache_config:
    background:
    writeback_buffer: 500000
    writeback_goroutines: 1
    writeback_size_limit: 500MB
    default_validity: 0s
    memcached:
    batch_size: 4
    parallelism: 5
    memcached_client:
    addresses: dnssrvnoa+_memcached-client._tcp.loki-chunks-cache.default.svc
    consistent_hash: true
    max_idle_conns: 72
    timeout: 2000ms
    common:
    compactor_address: 'http://loki-backend:3100'
    path_prefix: /var/loki
    replication_factor: 3
    storage:
    s3:
    access_key_id: enterprise-logs
    bucketnames: chunks
    endpoint: loki-minio.default.svc:9000
    insecure: true
    s3forcepathstyle: true
    secret_access_key: supersecret
    ingester:
    chunk_encoding: snappy
    tracing:
    enabled: true
    querier:
    max_concurrent: 4
    frontend:
    scheduler_address: ""
    tail_proxy_url: ""
    frontend_worker:
    scheduler_address: ""
    index_gateway:
    mode: simple
    limits_config:
    max_cache_freshness_per_query: 10m
    query_timeout: 300s
    reject_old_samples: true
    reject_old_samples_max_age: 168h
    split_queries_by_interval: 15m
    volume_enabled: true
    memberlist:
    join_members:
    - loki-memberlist
    pattern_ingester:
    enabled: false
    query_range:
    align_queries_with_step: true
    cache_results: true
    results_cache:
    cache:
    background:
    writeback_buffer: 500000
    writeback_goroutines: 1
    writeback_size_limit: 500MB
    default_validity: 12h
    memcached_client:
    addresses: dnssrvnoa+_memcached-client._tcp.loki-results-cache.default.svc
    consistent_hash: true
    timeout: 500ms
    update_interval: 1m
    ruler:
    storage:
    s3:
    bucketnames: ruler
    type: s3

    backend:
    replicas: 3
    read:
    replicas: 3
    write:
    replicas: 3

    minio:
    enabled: true

    singleBinary:
    replicas: 0

    ingester:
    replicas: 0
    querier:
    replicas: 0
    queryFrontend:
    replicas: 0
    queryScheduler:
    replicas: 0
    distributor:
    replicas: 0
    compactor:
    replicas: 0
    indexGateway:
    replicas: 0
    bloomCompactor:
    replicas: 0
    bloomGateway:
    replicas: 0