魏长东

weichangdong

东邪

fluentd 关于wp日志同步

<source>
  type tail
  format none
  path /wcd/safebrowsing.log
  pos_file /wcd/safebrowsing.log.pos
  tag s3.logs.wp_log
</source>

<match s3.logs.wp_log>
  type s3

  aws_key_id  ****
  aws_sec_key ***

  s3_bucket wcd
  s3_region ap-southeast-1
  s3_object_key_format %{path}/dt=%{time_slice}_eu1_%{index}.%{file_extension}
  path wp_log
  buffer_path /wcd/buffer/s3_wp_log
  #flush_interval 1m

  time_slice_format %Y%m%d/%H
  time_slice_wait 10m

  format single_value

  buffer_chunk_limit 2g
  store_as log
</match>