fluent.conf

<source>
  @type tail
  <parse>
    @type json
  </parse>
  path /opt/eventsim/output/listen_events
  pos_file /var/log/td-agent/listen_events.pos
  tag minio.apache.access
</source>

<match minio.apache.**>
  @type s3
  <format>
    @type json
  </format>
  aws_key_id minio_ak         # The access key for Minio
  aws_sec_key minio_sk        # The secret key for Minio
  s3_bucket de-streaming-test         # The bucket to store the log data
  s3_endpoint http://minio:9000/          # The endpoint URL (like "http://localhost:9000/")
  s3_region us-east-1           # See the region settings of your Minio server
  tls false
  tls_verify false
  force_path_style true                 # This prevents SDK from breaking the endpoint URL

  path Raw/listen_events/
  s3_object_key_format %{path}%{time_slice}_%{index}.%{file_extension}
  store_as json
<buffer time>
    @type file
    path /var/log/td-agent/s3
    timekey 60m                 # Flush the accumulated chunks every hour
    timekey_wait 1m             # Wait for 60 seconds before flushing
    timekey_use_utc true        # Use this option if you prefer UTC timestamps
    chunk_limit_size 3m       # The maximum size of each chunk
  </buffer>
</match>