td-agent.conf

<source>
  type tail
  format /^(?<time>[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+)\,(?<retval>[0-9]+)\,(?<consumer>[^\,]+)\,(?<httpmethod>[^\,]+)\,(?<servlet>[^\,]+)\,(?<path>[^\,]+)\,(?<query>[^\,]+)\,(?<exectime>[^\,]+)\,(?<uuid>[^\,]+)(\,(?<bean>[^\,]+))?(\,(?<algorithm>[^\,]+))?$/
  time_format %Y,%m,%d,%H,%M,%S
  path <LOGS_DIR>/restapi.log
  tag restapi.test
  pos_file <LOGS_DIR>/td/tailPos
</source>

<source>
  type tail
  format /^(?<time>[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+)\,(?<click>[^\,]+)\,(?<consumer>[^\,]+)\,(?<user>[^\,]+)\,(?<item>[^\,]+)\,(?<rectag>[^\,]+)$/
  time_format %Y,%m,%d,%H,%M,%S
  path <LOGS_DIR>/ctr.log
  tag restapi.ctr
  pos_file <LOGS_DIR>/td/ctrTailPos
</source>

<source>
  type tail
  format /^(?<time>[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+\,[0-9]+)\,(?<click>[^\,]+)\,(?<consumer>[^\,]+)\,(?<alg>[^\,]+)\,(?<pos>[^\,]+)\,(?<userid>[^\,]+)\,(?<useruuid>[^\,]+)\,(?<itemid>[^\,]+)\,(?<actions>[^\,]+),(?<reco<MEMCACHED_HOST>endations>[^\,]+)?,(?<abkey>[^\,]+)?\,(?<rectag>[^\,]+)?$/
  time_format %Y,%m,%d,%H,%M,%S
  path <LOGS_DIR>/ctr-alg.log
  tag restapi.ctralg
  pos_file <LOGS_DIR>/td/ctrAlgTailPos
</source>

<match restapi.**>
    type file
    path <LOGS_DIR>/td
    time_slice_format %Y/%m%d/%H/%Y%m%d-%H
    compress gzip
    utc
    buffer_type file
    buffer_path <LOGS_DIR>/td/logging.*.buffer
    flush_interval 60s
</match>

<source>
  type tail
  format json
  time_format %Y,%m,%d,%H,%M,%S
  path <LOGS_DIR>/actions.log
  tag actions.live
  pos_file <LOGS_DIR>/td/actionsAccessPos
</source>

<match actions.**>
    type copy
    <store>
        type file
        path <LOGS_DIR>/td 
        time_slice_format %Y/%m%d/%H/%Y%m%d-%H
        compress gzip
        utc
        buffer_type file
        buffer_path <LOGS_DIR>/td/actions.*.buffer
        flush_interval 60s
    </store>
</match>