{"id":297376,"date":"2020-01-20T09:00:26","date_gmt":"2020-01-20T09:00:26","guid":{"rendered":"http:\/\/savepearlharbor.com\/?p=297376"},"modified":"-0001-11-30T00:00:00","modified_gmt":"-0001-11-29T21:00:00","slug":"","status":"publish","type":"post","link":"https:\/\/savepearlharbor.com\/?p=297376","title":{"rendered":"Nginx-log-collector \u0443\u0442\u0438\u043b\u0438\u0442\u0430 \u043e\u0442 \u0410\u0432\u0438\u0442\u043e \u0434\u043b\u044f \u043e\u0442\u043f\u0440\u0430\u0432\u043a\u0438 \u043b\u043e\u0433\u043e\u0432 nginx \u0432 Clickhouse"},"content":{"rendered":"\n
\n

\u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0430\u0442\u044c\u0435 \u0431\u0443\u0434\u0435\u0442 \u0440\u0430\u0441\u0441\u043c\u0430\u0442\u0440\u0438\u0432\u0430\u0442\u044c\u0441\u044f \u043f\u0440\u043e\u0435\u043a\u0442 nginx-log-collector<\/a>, \u043a\u043e\u0442\u043e\u0440\u044b\u0439 \u0431\u0443\u0434\u0435\u0442 \u0447\u0438\u0442\u0430\u0442\u044c \u043b\u043e\u0433\u0438 nginx, \u043e\u0442\u043f\u0440\u0430\u0432\u043b\u044f\u0442\u044c \u0438\u0445 \u0432 \u043a\u043b\u0430\u0441\u0442\u0435\u0440 Clickhouse. \u041e\u0431\u044b\u0447\u043d\u043e \u0434\u043b\u044f \u043b\u043e\u0433\u043e\u0432 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u0443\u044e\u0442 ElasticSearch. \u0414\u043b\u044f Clickhouse \u0442\u0440\u0435\u0431\u0443\u0435\u0442\u0441\u044f \u043c\u0435\u043d\u044c\u0448\u0435 \u0440\u0435\u0441\u0443\u0440\u0441\u043e\u0432 (\u0434\u0438\u0441\u043a\u043e\u0432\u043e\u0435 \u043f\u0440\u043e\u0441\u0442\u0440\u0430\u043d\u0441\u0442\u0432\u043e, \u041e\u0417\u0423, \u0426\u041f\u0423). Clickhouse \u0431\u044b\u0441\u0442\u0440\u0435\u0435 \u0437\u0430\u043f\u0438\u0441\u044b\u0432\u0430\u0435\u0442 \u0434\u0430\u043d\u043d\u044b\u0435. Clickhouse \u0441\u0436\u0438\u043c\u0430\u0435\u0442 \u0434\u0430\u043d\u043d\u044b\u0435, \u0447\u0442\u043e \u0434\u0435\u043b\u0430\u0435\u0442 \u0434\u0430\u043d\u043d\u044b\u0435 \u043d\u0430 \u0434\u0438\u0441\u043a\u0435 \u0435\u0449\u0435 \u043a\u043e\u043c\u043f\u0430\u043a\u0442\u043d\u0435\u0435. \u041f\u0440\u0435\u0438\u043c\u0443\u0449\u0435\u0441\u0442\u0432\u0430 Clickhouse \u0432\u0438\u0434\u043d\u044b \u043f\u043e 2 \u0441\u043b\u0430\u0439\u0434\u0430\u043c \u0441 \u0434\u043e\u043a\u043b\u0430\u0434\u0430 \u041a\u0430\u043a VK \u0432\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442 \u0434\u0430\u043d\u043d\u044b\u0435 \u0432 ClickHouse \u0441 \u0434\u0435\u0441\u044f\u0442\u043a\u043e\u0432 \u0442\u044b\u0441\u044f\u0447 \u0441\u0435\u0440\u0432\u0435\u0440\u043e\u0432.<\/a><\/p>\n

<\/p>\n

<\/p>\n

<\/p>\n

<\/p>\n

<\/p>\n

\u0414\u043b\u044f \u043f\u0440\u043e\u0441\u043c\u043e\u0442\u0440\u0430 \u0430\u043d\u0430\u043b\u0438\u0442\u0438\u043a\u0438 \u043f\u043e \u043b\u043e\u0433\u0430\u043c \u0441\u043e\u0437\u0434\u0430\u0434\u0438\u043c \u0434\u0430\u0448\u0431\u043e\u0440\u0434 \u0434\u043b\u044f Grafana.<\/p>\n

<\/p>\n

\u041a\u043e\u043c\u0443 \u0438\u043d\u0442\u0435\u0440\u0435\u0441\u043d\u043e, \u0434\u043e\u0431\u0440\u043e \u043f\u043e\u0436\u0430\u043b\u043e\u0432\u0430\u0442\u044c \u043f\u043e\u0434 \u043a\u0430\u0442.<\/p>\n

<\/a> <\/p>\n

\u0423\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0435\u043c nginx, grafana \u0441\u0442\u0430\u043d\u0434\u0430\u0440\u0442\u043d\u044b\u043c \u0441\u043f\u043e\u0441\u043e\u0431\u043e\u043c.<\/p>\n

<\/p>\n

\u0423\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0435\u043c \u043a\u043b\u0430\u0441\u0442\u0435\u0440 clickhouse \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e ansible-playbook \u043e\u0442 \u0414\u0435\u043d\u0438\u0441\u0430 \u041f\u0440\u043e\u0441\u043a\u0443\u0440\u0438\u043d\u0430<\/a>.<\/p>\n

<\/p>\n

\u0421\u043e\u0437\u0434\u0430\u043d\u0438\u0435 \u0431\u0434 \u0438 \u0442\u0430\u0431\u043b\u0438\u0446 \u0432 Clickhouse<\/h3>\n

<\/p>\n

\u0412 \u044d\u0442\u043e\u043c \u0444\u0430\u0439\u043b\u0435<\/a> \u043e\u043f\u0438\u0441\u0430\u043d\u044b SQL \u0437\u0430\u043f\u0440\u043e\u0441\u044b \u0434\u043b\u044f \u0441\u043e\u0437\u0434\u0430\u043d\u0438\u044f \u0431\u0434 \u0438 \u0442\u0430\u0431\u043b\u0438\u0446 \u0434\u043b\u044f nginx-log-collector \u0432 Clickhouse.<\/p>\n

<\/p>\n

\u041a\u0430\u0436\u0434\u044b\u0439 \u0437\u0430\u043f\u0440\u043e\u0441 \u0434\u0435\u043b\u0430\u0435\u043c \u043f\u043e\u043e\u0447\u0435\u0440\u0435\u0434\u043d\u043e \u043d\u0430 \u043a\u0430\u0436\u0434\u043e\u043c \u0441\u0435\u0440\u0432\u0435\u0440\u0435 \u043a\u043b\u0430\u0441\u0442\u0435\u0440\u0430 Clickhouse.<\/p>\n

<\/p>\n

\u0412\u0430\u0436\u043d\u043e\u0435 \u0437\u0430\u043c\u0435\u0447\u0430\u043d\u0438\u0435. \u0412 \u044d\u0442\u043e\u0439 \u0441\u0442\u0440\u043e\u043a\u0435 logs_cluster \u043d\u0443\u0436\u043d\u043e \u0437\u0430\u043c\u0435\u043d\u0438\u0442\u044c \u043d\u0430 \u0432\u0430\u0448\u0435 \u043d\u0430\u0437\u0432\u0430\u043d\u0438\u0435 \u043a\u043b\u0430\u0441\u0442\u0435\u0440\u0430 \u0438\u0437 \u0444\u0430\u0439\u043b\u0430 clickhouse_remote_servers.xml \u043c\u0435\u0436\u0434\u0443 "remote_servers" and "shard".<\/p>\n

<\/p>\n

ENGINE = Distributed('logs_cluster', 'nginx', 'access_log_shard', rand())<\/code><\/pre>\n
  <\/p>\n
\u0423\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u043a\u0430 \u0438 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 nginx-log-collector-rpm<\/h3>\n
  <\/p>\n
Nginx-log-collector \u043d\u0435 \u0438\u043c\u0435\u0435\u0442 rpm. \u0417\u0434\u0435\u0441\u044c https:\/\/github.com\/patsevanton\/nginx-log-collector-rpm<\/a> \u0441\u043e\u0437\u0434\u0430\u0435\u043c \u0435\u043c\u0443 rpm. \u0421\u043e\u0431\u0438\u0440\u0430\u0442\u044c\u0441\u044f rpm \u0431\u0443\u0434\u0435\u0442 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e Fedora Copr<\/a> <\/p>\n
  <\/p>\n
\u0423\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0435\u043c rpm \u043f\u0430\u043a\u0435\u0442 nginx-log-collector-rpm<\/p>\n
  <\/p>\n
yum -y install yum-plugin-copr yum copr enable antonpatsev\/nginx-log-collector-rpm yum -y install nginx-log-collector systemctl start nginx-log-collector<\/code><\/pre>\n
  <\/p>\n
\u041f\u0440\u0430\u0432\u0438\u043c \u043a\u043e\u043d\u0444\u0438\u0433 \/etc\/nginx-log-collector\/config.yaml:<\/p>\n
  <\/p>\n
  .......   upload:     table: nginx.access_log     dsn: http:\/\/ip-\u0430\u0434\u0440\u0435\u0441-\u043a\u043b\u0430\u0441\u0442\u0435\u0440\u0430-clickhouse:8123\/  - tag: "nginx_error:"   format: error  # access | error   buffer_size: 1048576   upload:     table: nginx.error_log     dsn: http:\/\/ip-\u0430\u0434\u0440\u0435\u0441-\u043a\u043b\u0430\u0441\u0442\u0435\u0440\u0430-clickhouse:8123\/<\/code><\/pre>\n
  <\/p>\n
\u041d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 nginx<\/h3>\n
  <\/p>\n
\u041e\u0431\u0449\u0438\u0439 \u043a\u043e\u043d\u0444\u0438\u0433 nginx:<\/p>\n
  <\/p>\n
user  nginx; worker_processes  auto;  #error_log  \/var\/log\/nginx\/error.log warn; pid        \/var\/run\/nginx.pid;  events {     worker_connections  1024; }  http {     include       \/etc\/nginx\/mime.types;     default_type  application\/octet-stream;      log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '                       '$status $body_bytes_sent "$http_referer" '                       '"$http_user_agent" "$http_x_forwarded_for"';      log_format avito_json escape=json                      '{'                      '"event_datetime": "$time_iso8601", '                      '"server_name": "$server_name", '                      '"remote_addr": "$remote_addr", '                      '"remote_user": "$remote_user", '                      '"http_x_real_ip": "$http_x_real_ip", '                      '"status": "$status", '                      '"scheme": "$scheme", '                      '"request_method": "$request_method", '                      '"request_uri": "$request_uri", '                      '"server_protocol": "$server_protocol", '                      '"body_bytes_sent": $body_bytes_sent, '                      '"http_referer": "$http_referer", '                      '"http_user_agent": "$http_user_agent", '                      '"request_bytes": "$request_length", '                      '"request_time": "$request_time", '                      '"upstream_addr": "$upstream_addr", '                      '"upstream_response_time": "$upstream_response_time", '                      '"hostname": "$hostname", '                      '"host": "$host"'                      '}';      access_log     syslog:server=unix:\/var\/run\/nginx_log.sock,nohostname,tag=nginx avito_json; #ClickHouse     error_log      syslog:server=unix:\/var\/run\/nginx_log.sock,nohostname,tag=nginx_error; #ClickHouse      #access_log  \/var\/log\/nginx\/access.log  main;      proxy_ignore_client_abort on;     sendfile        on;     keepalive_timeout  65;     include \/etc\/nginx\/conf.d\/*.conf; } <\/code><\/pre>\n
  <\/p>\n
\u0412\u0438\u0440\u0442\u0443\u0430\u043b\u044c\u043d\u044b\u0439 \u0445\u043e\u0441\u0442 \u043e\u0434\u0438\u043d:<\/p>\n
  <\/p>\n
vhost1.conf:<\/p>\n
  <\/p>\n
upstream backend {     server ip-\u0430\u0434\u0440\u0435\u0441-\u0441\u0435\u0440\u0432\u0435\u0440\u0430-\u0441-stub_http_server:8080;     server ip-\u0430\u0434\u0440\u0435\u0441-\u0441\u0435\u0440\u0432\u0435\u0440\u0430-\u0441-stub_http_server:8080;     server ip-\u0430\u0434\u0440\u0435\u0441-\u0441\u0435\u0440\u0432\u0435\u0440\u0430-\u0441-stub_http_server:8080;     server ip-\u0430\u0434\u0440\u0435\u0441-\u0441\u0435\u0440\u0432\u0435\u0440\u0430-\u0441-stub_http_server:8080;     server ip-\u0430\u0434\u0440\u0435\u0441-\u0441\u0435\u0440\u0432\u0435\u0440\u0430-\u0441-stub_http_server:8080; }  server {     listen   80;     server_name vhost1;     location \/ {         proxy_pass http:\/\/backend;     } }<\/code><\/pre>\n
  <\/p>\n
\u0414\u043e\u0431\u0430\u0432\u043b\u044f\u0435\u043c \u0432 \u0444\u0430\u0439\u043b \/etc\/hosts \u0432\u0438\u0440\u0442\u0443\u0430\u043b\u044c\u043d\u044b\u0435 \u0445\u043e\u0441\u0442\u044b:<\/p>\n
  <\/p>\n
ip-\u0430\u0434\u0440\u0435\u0441-\u0441\u0435\u0440\u0432\u0435\u0440\u0430-\u0441-nginx vhost1<\/code><\/pre>\n
  <\/p>\n
\u042d\u043c\u0443\u043b\u044f\u0442\u043e\u0440 HTTP \u0441\u0435\u0440\u0432\u0435\u0440\u0430<\/h3>\n
  <\/p>\n
\u0412 \u043a\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u044d\u043c\u0443\u043b\u044f\u0442\u043e\u0440\u0430 HTTP \u0441\u0435\u0440\u0432\u0435\u0440\u0430 \u0431\u0443\u0434\u0435\u043c \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u044c nodejs-stub-server<\/a> \u043e\u0442 Maxim Ignatenko<\/a><\/p>\n
  <\/p>\n
Nodejs-stub-server \u043d\u0435 \u0438\u043c\u0435\u0435\u0442 rpm. \u0417\u0434\u0435\u0441\u044c https:\/\/github.com\/patsevanton\/nodejs-stub-server<\/a> \u0441\u043e\u0437\u0434\u0430\u0435\u043c \u0435\u043c\u0443 rpm. \u0421\u043e\u0431\u0438\u0440\u0430\u0442\u044c\u0441\u044f rpm \u0431\u0443\u0434\u0435\u0442 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e Fedora Copr<\/a> <\/p>\n
  <\/p>\n
\u0423\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0435\u043c \u043d\u0430 upstream nginx rpm \u043f\u0430\u043a\u0435\u0442 nodejs-stub-server<\/p>\n
  <\/p>\n
yum -y install yum-plugin-copr yum copr enable antonpatsev\/nodejs-stub-server yum -y install stub_http_server systemctl start stub_http_server<\/code><\/pre>\n
  <\/p>\n
\u041d\u0430\u0433\u0440\u0443\u0437\u043e\u0447\u043d\u043e\u0435 \u0442\u0435\u0441\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435<\/h3>\n
  <\/p>\n
\u0422\u0435\u0441\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u043f\u0440\u043e\u0432\u043e\u0434\u0438\u043c \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e Apache benchmark.<\/p>\n
  <\/p>\n
\u0423\u0441\u0442\u0430\u043d\u0430\u0432\u043b\u0438\u0432\u0430\u0435\u043c \u0435\u0433\u043e:<\/p>\n
  <\/p>\n
yum install -y httpd-tools<\/code><\/pre>\n
  <\/p>\n
\u0417\u0430\u043f\u0443\u0441\u043a\u0430\u0435\u043c \u0442\u0435\u0441\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435 \u0441 \u043f\u043e\u043c\u043e\u0449\u044c\u044e Apache benchmark c 5 \u0440\u0430\u0437\u043d\u044b\u0445 \u0441\u0435\u0440\u0432\u0435\u0440\u043e\u0432:<\/p>\n
  <\/p>\n
while true; do ab -H "User-Agent: 1server" -c 10 -n 10 -t 10 http:\/\/vhost1\/; sleep 1; done while true; do ab -H "User-Agent: 2server" -c 10 -n 10 -t 10 http:\/\/vhost1\/; sleep 1; done while true; do ab -H "User-Agent: 3server" -c 10 -n 10 -t 10 http:\/\/vhost1\/; sleep 1; done while true; do ab -H "User-Agent: 4server" -c 10 -n 10 -t 10 http:\/\/vhost1\/; sleep 1; done while true; do ab -H "User-Agent: 5server" -c 10 -n 10 -t 10 http:\/\/vhost1\/; sleep 1; done<\/code><\/pre>\n
  <\/p>\n
\u041d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 Grafana<\/h3>\n
  <\/p>\n
\u041d\u0430 \u043e\u0444\u0438\u0446\u0438\u0430\u043b\u044c\u043d\u043e\u043c \u0441\u0430\u0439\u0442\u0435 Grafana \u0432\u044b \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u0442\u0435 \u0434\u0430\u0448\u0431\u043e\u0440\u0434. <\/p>\n
  <\/p>\n
\u041f\u043e\u044d\u0442\u043e\u043c\u0443 \u0431\u0443\u0434\u0435\u043c \u0434\u0435\u043b\u0430\u0442\u044c \u0435\u0433\u043e \u0432\u0440\u0443\u0447\u0443\u044e.<\/p>\n
  <\/p>\n
\u041c\u043e\u0439 \u0441\u043e\u0445\u0440\u0430\u043d\u0435\u043d\u043d\u044b\u0439 \u0434\u0430\u0448\u0431\u043e\u0440\u0434 \u0432\u044b \u043c\u043e\u0436\u0435\u0442\u0435 \u043d\u0430\u0439\u0442\u0438 \u0442\u0443\u0442<\/a>.<\/p>\n
  <\/p>\n
\u0422\u0430\u043a \u0436\u0435 \u0432\u0430\u043c \u043d\u0443\u0436\u043d\u043e \u0441\u043e\u0437\u0434\u0430\u0442\u044c \u043f\u0435\u0440\u0435\u043c\u0435\u043d\u043d\u0443\u044e table \u0441 \u0441\u043e\u0434\u0435\u0440\u0436\u0438\u043c\u044b\u043c nginx.access_log<\/code>.
  <\/p>\n
  <\/p>\n
Singlestat Total Requests:<\/p>\n
  <\/p>\n
SELECT  1 as t,  count(*) as c  FROM $table  WHERE $timeFilter GROUP BY t<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
Singlestat Failed Requests:<\/p>\n
  <\/p>\n
SELECT  1 as t,  count(*) as c  FROM $table  WHERE $timeFilter AND status NOT IN (200, 201, 401) GROUP BY t<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
Singlestat Failing Percent:<\/p>\n
  <\/p>\n
SELECT  1 as t, (sum(status = 500 or status = 499)\/sum(status = 200 or status = 201 or status = 401))*100 FROM $table  WHERE $timeFilter GROUP BY t<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
Singlestat Avg Response Time:<\/p>\n
  <\/p>\n
SELECT  1, avg(request_time) FROM $table  WHERE $timeFilter GROUP BY 1<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
Singlestat Max Response Time:<\/p>\n
  <\/p>\n
SELECT  1 as t, max(request_time) as c  FROM $table  WHERE $timeFilter GROUP BY t<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
Count Status:<\/p>\n
  <\/p>\n
$columns(status, count(*) as c) from $table<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
\u0414\u043b\u044f \u0432\u044b\u0432\u043e\u0434\u0430 \u0434\u0430\u043d\u043d\u044b\u0445 \u043a\u0430\u043a \u043f\u0438\u0440\u043e\u0433, \u043d\u0443\u0436\u043d\u043e \u0443\u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u044c \u043f\u043b\u0430\u0433\u0438\u043d \u0438 \u043f\u0435\u0440\u0435\u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0442\u044c grafana.<\/p>\n
  <\/p>\n
grafana-cli plugins install grafana-piechart-panel service grafana-server restart<\/code><\/pre>\n
  <\/p>\n
Pie TOP 5 Status:<\/p>\n
  <\/p>\n
SELECT     1, \/* fake timestamp value *\/     status,     sum(status) AS Reqs FROM $table WHERE $timeFilter GROUP BY status ORDER BY Reqs desc LIMIT 5<\/code><\/pre>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
\u0414\u0430\u043b\u044c\u0448\u0435 \u0431\u0443\u0434\u0443 \u043f\u0440\u0438\u0432\u043e\u0434\u0438\u0442\u044c \u0437\u0430\u043f\u0440\u043e\u0441\u044b \u0431\u0435\u0437 \u0441\u043a\u0440\u0438\u043d\u0448\u043e\u0442\u043e\u0432:<\/p>\n
  <\/p>\n
Count http_user_agent:<\/p>\n
  <\/p>\n
$columns(http_user_agent, count(*) c) FROM $table<\/code><\/pre>\n
  <\/p>\n
GoodRate\/BadRate:<\/p>\n
  <\/p>\n
$rate(countIf(status = 200) AS good, countIf(status != 200) AS bad) FROM $table<\/code><\/pre>\n
  <\/p>\n
Response Timing:<\/p>\n
  <\/p>\n
$rate(avg(request_time) as request_time) FROM $table<\/code><\/pre>\n
  <\/p>\n
Upstream response time (\u0432\u0440\u0435\u043c\u044f \u043e\u0442\u0432\u0435\u0442\u0430 1-\u0433\u043e upstream):<\/p>\n
  <\/p>\n
$rate(avg(arrayElement(upstream_response_time,1)) as upstream_response_time) FROM $table<\/code><\/pre>\n
  <\/p>\n
Table Count Status for all vhost:<\/p>\n
  <\/p>\n
$columns(status, count(*) as c) from $table<\/code><\/pre>\n
  <\/p>\n
\u041e\u0431\u0449\u0438\u0439 \u0432\u0438\u0434 \u0434\u0430\u0448\u0431\u043e\u0440\u0434\u0430<\/h3>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
<\/p>\n
  <\/p>\n
\u0412\u044b\u0432\u043e\u0434:<\/p>\n
  <\/p>\n
\u041d\u0430\u0434\u0435\u044e\u0441\u044c, \u0441\u043e\u043e\u0431\u0449\u0435\u0441\u0442\u0432\u043e \u043f\u043e\u0434\u043a\u043b\u044e\u0447\u0438\u0442\u0441\u044f \u043a \u0440\u0430\u0437\u0440\u0430\u0431\u043e\u0442\u043a\u0435\/\u0442\u0435\u0441\u0442\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u044e \u0438 \u0438\u0441\u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u043d\u0438\u044e nginx-log-collector.
  \u0418 \u043a\u0442\u043e-\u043d\u0438\u0431\u0443\u0434\u044c \u043a\u043e\u0433\u0434\u0430 \u0432\u043d\u0435\u0434\u0440\u0438\u0442 nginx-log-collector \u0440\u0430\u0441\u0441\u043a\u0430\u0436\u0435\u0442 \u0441\u043a\u043e\u043b\u044c\u043a\u043e \u0441\u044d\u043a\u043e\u043d\u043e\u043c\u0438\u043b \u0434\u0438\u0441\u043a\u0430, \u041e\u0417\u0423, \u0426\u041f\u0423.<\/p>\n
  <\/p>\n
Telegram \u043a\u0430\u043d\u0430\u043b\u044b:<\/p>\n
  <\/p>\n