# source 10000 udp
<source>
  @type udp
  port 10000
  tag datahubDefault
  format multi_format
  <pattern>
    format json
    time_key EventReceivedTime
  </pattern>
  <pattern>
    format syslog
  </pattern>
  <pattern>
    format none
  </pattern>
</source>

# source 10000 tcp
<source>
  @type tcp
  port 10000
  tag datahubDefault
  format multi_format
  <pattern>
    format json
    time_key EventReceivedTime
  </pattern>
  <pattern>
    format syslog
  </pattern>
  <pattern>
    format none
  </pattern>
</source>

# source 10100
<source>
  @type tcp
  port 10100
  tag datahubDefault
  format multi_format
  <pattern>
    format json
    time_key EventReceivedTime
  </pattern>
  <pattern>
    format syslog
  </pattern>
  <pattern>
    format none
  </pattern>
</source>

#######################################
# Outputs
#######################################

# Rules to filter things from port 10100
<match datahubDefault**>
  @type rewrite_tag_filter
  rewriterule1  log_type SMTP.Log               smtpTyper
  rewriterule2  log_type IIS.Log                IISLogs
  rewriterule3  log_type Azure.Pack.Website.Log azurePack
  rewriterule12 message  .+                     nocDefault
</match>

# SMTP Logs
<match smtpTyper**>
  @type rewrite_tag_filter
  rewriterule1 Hostname ^smtp smtpLogs
  rewriterule2 Hostname ^www  wwwSmtpLogs
</match>

# IIS Logs
<match IISLogs**>
  @type simple-logentries
  token xxxx
  flush_interval 1s
</match>

# Azure Pack Logs
<match azurePack**>
  @type copy

  <store>
    @type simple-logentries
    token xxxx
    flush_interval 1s
  </store>

  <store>
    @type s3
    @log_level debug
    path /var/log/td-agent/s3-debug.log
    aws_key_id xxxx
    aws_sec_key xxxx
    s3_bucket backup.azurepack
    # Oregon is us west 2.
    s3_region us-west-2
    path IISLogs/
    #s3_object_key_format %{path}%{time_slice}_%{index}.%{file_extension}

    #format json
    #include_time_key true
    #time_key EventTime

    # Roll hourly at XX:02
    time_slice_format %Y%m%d%H
    time_slice_wait 2m
    time_key EventTime
    time_format "%Y-%m-%d %H:%M:%S"
    utc

    buffer_type file
    buffer_path /var/log/td-agent/s3
    buffer_chunk_limit 256m
  </store>
</match>

# SMTP Logs - From SMTP servers
<match smtpLogs**>
  @type simple-logentries
  token xxxx
  flush_interval 1s
</match>

# SMTP Logs - From Web servers
<match wwwSmtpLogs**>
  @type simple-logentries
  token xxxx
  flush_interval 1s
</match>

# noc default
<match nocDefault**>
  @type simple-logentries
  token xxxx
  flush_interval 1s
</match>

# bit-bucket
<match bit-bucket**>
    @type null
</match>