Recipe for Kafka

1. For access logs :
 
{
  "tmg-internal-statusCheck":"OFF",
  "tmgc_log_service_logLevel" : "info",
  "logserviceURL" : "localhost",
  "td_agent_container_output_channelType" : "DEFAULT",
  "td_agent_metric_output_channelType" : "DEFAULT",
  "td_agent_verbose_output_channelType" : "DEFAULT",
  "td_agent_output_channelType" : "KAFKA",
  "td_agent_out_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_kafka_topic" : "<Kafka topic to publish to>"
 }
 
2. For Metrics logs :
 
{
  "tmg-internal-statusCheck":"OFF",
  "tmgc_log_service_logLevel" : "info",
  "logserviceURL" : "localhost",
  "td_agent_output_channelType" : "DEFAULT",
  "td_agent_container_output_channelType" : "DEFAULT",
  "td_agent_verbose_output_channelType" : "DEFAULT",
  "td_agent_metric_output_channelType" : "KAFKA",
  "td_agent_out_metric_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_metric_kafka_topic" : "<Kafka topic to publish to>"
 }
 
 
3. For Container/Component's logs :
 
{
  "tmg-internal-statusCheck":"OFF",
  "tmgc_log_service_logLevel" : "info",
  "logserviceURL" : "localhost",
  "td_agent_output_channelType" : "DEFAULT",
  "td_agent_metric_output_channelType" : "DEFAULT",
  "td_agent_verbose_output_channelType" : "DEFAULT"
  "td_agent_container_output_channelType" : "KAFKA",
  "td_agent_out_container_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_container_kafka_topic" : "<Kafka topic to publish to>"
 }

4. For verbose logs :

{
  "tmg-internal-statusCheck":"OFF",
  "tmgc_log_service_logLevel" : "info",
  "logserviceURL" : "localhost",
  "td_agent_output_channelType" : "DEFAULT",
  "td_agent_metric_output_channelType" : "DEFAULT",
  "td_agent_container_output_channelType" : "DEFAULT",
  "td_agent_verbose_output_channelType" : "KAFKA",
  "td_agent_out_verbose_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_verbose_kafka_topic" : "<Kafka topic to publish to>"
}
 
NOTE :
User can send all the types of logs to same kafka brokers on different or same topic.
 
e.g.
{
  "tmg-internal-statusCheck":"OFF",
  "tmgc_log_service_logLevel" : "info",
  "logserviceURL" : "localhost",
  "td_agent_output_channelType" : "KAFKA",
  "td_agent_out_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_kafka_topic" : "access",
  "td_agent_container_output_channelType" : "KAFKA",
  "td_agent_out_container_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_container_kafka_topic" : "container",
  "td_agent_metric_output_channelType" : "KAFKA",
  "td_agent_out_metric_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_metric_kafka_topic" : "metric",
  "td_agent_verbose_output_channelType" : "KAFKA",
  "td_agent_out_verbose_kafka_brokers" : "<network reachable comma separated list of kafka broker:port>",
  "td_agent_out_verbose_kafka_topic" : "<Kafka topic to publish to>"
 }