promtail 配置详解_部署-DevOps-Prometheus-Loki
场景
可以在一个平台下集中查看多个主机的系统及业务服务的日志
资源
centos7.x
docker-ce 19.x
docker-compose 1.23.x
grafana/grafana:latest
grafana/loki:latest
grafana/promtail:latest
服务端(Grafana/Loki)
Grafana/loki服务yml文件
# vim docker-compose-monitor.yml
version: '3.6'
services:
grafana:
image: grafana/grafana:latest
deploy:
mode: replicated
replicas: 1
resources:
limits:
memory: 128M
reservations:
memory: 64M
environment:
- GF_SECURITY_ADMIN_USER=admin
- GF_SECURITY_ADMIN_PASSWORD=xietong123
volumes:
- /etc/localtime:/etc/localtime
#- ./grafana/etc:/etc/grafana
#- ./grafana/lib/grafana.db:/var/lib/grafana/grafana.db
#- ./grafana/share:/usr/share/grafana
ports:
- '13000:3000'
loki:
image: grafana/loki:latest
#command: -config.file=/etc/loki/loki-local-config.yaml
deploy:
mode: replicated
replicas: 1
ports:
- "13100:3100"
volumes:
- /etc/localtime:/etc/localtime
- ./loki:/etc/loki
loki配置文件
# cat loki/local-config.yaml
auth_enabled: false
server:
http_listen_port: 3100
ingester:
lifecycler:
address: 127.0.0.1
ring:
kvstore:
store: inmemory
replication_factor: 1
final_sleep: 0s
chunk_idle_period: 1h # Any chunk not receiving new logs in this time will be flushed
max_chunk_age: 1h # All chunks will be flushed when they hit this age, default is 1h
chunk_target_size: 1048576 # Loki will attempt to build chunks up to 1.5MB, flushing first if chunk_idle_period or max_chunk_age is reached first
chunk_retain_period: 30s # Must be greater than index read cache TTL if using an index cache (Default index read cache TTL is 5m)
max_transfer_retries: 0 # Chunk transfers disabled
schema_config:
configs:
- from: 2020-10-24
store: boltdb-shipper
object_store: filesystem
schema: v11
index:
prefix: index_
period: 24h
storage_config:
boltdb_shipper:
active_index_directory: /loki/boltdb-shipper-active
cache_location: /loki/boltdb-shipper-cache
cache_ttl: 24h # Can be increased for faster performance over longer query periods, uses more disk space
shared_store: filesystem
filesystem:
directory: /loki/chunks
compactor:
working_directory: /loki/boltdb-shipper-compactor
shared_store: filesystem
limits_config:
reject_old_samples: true
reject_old_samples_max_age: 168h
chunk_store_config:
max_look_back_period: 0s
table_manager:
retention_deletes_enabled: false
retention_period: 0s
ruler:
storage:
type: local
local:
directory: /loki/rules
rule_path: /loki/rules-temp
alertmanager_url: http://localhost:19093
ring:
kvstore:
store: inmemory
enable_api: true
被收集日志的服务器(Promtail)
Promtail服务yml文件
# vim docker-compose-monitor.yml
version: '3.2'
services:
promtail:
image: grafana/promtail:latest
deploy:
mode: replicated
replicas: 1
volumes:
- /etc/localtime:/etc/localtime
- /data/promtail:/etc/promtail
- /var/log:/var/log
Promtail配置文件
# cat config.yml
server:
http_listen_port: 9080
grpc_listen_port: 0
grpc_server_max_recv_msg_size: 6291456
grpc_server_max_send_msg_size: 6291456
positions:
filename: /tmp/positions.yaml
clients:
- url: http://192.168.12.55:13100/loki/api/v1/push
scrape_configs:
#system messages
- job_name: messages
static_configs:
- targets:
- localhost
labels:
job: messages
__path__: /var/log/messages
#nginx logs
- job_name: host10-nginx-all
static_configs:
- targets:
- localhost
labels:
job: host10-nginx-all
app: host10-nginx
node: host10
__path__: /var/log/nginx/*.log
说明：
192.168.12.55:13100是loki服务器的IP及端口
grafana添加loki数据源
explore中选择loki数据源
查看promtail服务配置中定义的日志标签(对应路径下的log)
问题
待解决(可以正常查看日志)