Diagnostic Recipe and Alerts for NoSQL

Cassandra TP stats

Metrics Computation Notes
Memory Usage (node.heap_used*100)/node.heap_total Ideal is 50%. This indicates available buffer for high volume writes
{
  "time": {epoch_time},
  "message": {
    "tag": "tml-nosql.{HOSTNAME}.metrics.cassandra.tpstats",
    "ingestion_time": "{Ingestion_time_to_log_service}",
    "ReadStage.active": 0,
    "ReadStage.pending": 0,
    "ReadStage.completed": 7775,
    "ReadStage.blocked": 0,
    "ReadStage.all_time_blocked": 0,
    "MiscStage.active": 0,
    "MiscStage.pending": 0,
    "MiscStage.completed": 0,
    "MiscStage.blocked": 0,
    "MiscStage.all_time_blocked": 0,
    "CompactionExecutor.active": 0,
    "CompactionExecutor.pending": 0,
    "CompactionExecutor.completed": 8418,
    "CompactionExecutor.blocked": 0,
    "CompactionExecutor.all_time_blocked": 0,
    "MutationStage.active": 0,
    "MutationStage.pending": 0,
    "MutationStage.completed": 1864,
    "MutationStage.blocked": 0,
    "MutationStage.all_time_blocked": 0,
    "MemtableReclaimMemory.active": 0,
    "MemtableReclaimMemory.pending": 0,
    "MemtableReclaimMemory.completed": 372,
    "MemtableReclaimMemory.blocked": 0,
    "MemtableReclaimMemory.all_time_blocked": 0,
    "PendingRangeCalculator.active": 0,
    "PendingRangeCalculator.pending": 0,
    "PendingRangeCalculator.completed": 1,
    "PendingRangeCalculator.blocked": 0,
    "PendingRangeCalculator.all_time_blocked": 0,
    "GossipStage.active": 0,
    "GossipStage.pending": 0,
    "GossipStage.completed": 0,
    "GossipStage.blocked": 0,
    "GossipStage.all_time_blocked": 0,
    "SecondaryIndexManagement.active": 0,
    "SecondaryIndexManagement.pending": 0,
    "SecondaryIndexManagement.completed": 0,
    "SecondaryIndexManagement.blocked": 0,
    "SecondaryIndexManagement.all_time_blocked": 0,
    "HintsDispatcher.active": 0,
    "HintsDispatcher.pending": 0,
    "HintsDispatcher.completed": 0,
    "HintsDispatcher.blocked": 0,
    "HintsDispatcher.all_time_blocked": 0,
    "RequestResponseStage.active": 0,
    "RequestResponseStage.pending": 0,
    "RequestResponseStage.completed": 20,
    "RequestResponseStage.blocked": 0,
    "RequestResponseStage.all_time_blocked": 0,
    "Native-Transport-Requests.active": 0,
    "Native-Transport-Requests.pending": 0,
    "Native-Transport-Requests.completed": 45130,
    "Native-Transport-Requests.blocked": 0,
    "Native-Transport-Requests.all_time_blocked": 0,
    "ReadRepairStage.active": 0,
    "ReadRepairStage.pending": 0,
    "ReadRepairStage.completed": 0,
    "ReadRepairStage.blocked": 0,
    "ReadRepairStage.all_time_blocked": 0,
    "CounterMutationStage.active": 0,
    "CounterMutationStage.pending": 0,
    "CounterMutationStage.completed": 0,
    "CounterMutationStage.blocked": 0,
    "CounterMutationStage.all_time_blocked": 0,
    "MigrationStage.active": 0,
    "MigrationStage.pending": 0,
    "MigrationStage.completed": 63,
    "MigrationStage.blocked": 0,
    "MigrationStage.all_time_blocked": 0,
    "MemtablePostFlush.active": 0,
    "MemtablePostFlush.pending": 0,
    "MemtablePostFlush.completed": 723,
    "MemtablePostFlush.blocked": 0,
    "MemtablePostFlush.all_time_blocked": 0,
    "PerDiskMemtableFlushWriter_0.active": 0,
    "PerDiskMemtableFlushWriter_0.pending": 0,
    "PerDiskMemtableFlushWriter_0.completed": 248,
    "PerDiskMemtableFlushWriter_0.blocked": 0,
    "PerDiskMemtableFlushWriter_0.all_time_blocked": 0,
    "ValidationExecutor.active": 0,
    "ValidationExecutor.pending": 0,
    "ValidationExecutor.completed": 0,
    "ValidationExecutor.blocked": 0,
    "ValidationExecutor.all_time_blocked": 0,
    "Sampler.active": 0,
    "Sampler.pending": 0,
    "Sampler.completed": 0,
    "Sampler.blocked": 0,
    "Sampler.all_time_blocked": 0,
    "MemtableFlushWriter.active": 0,
    "MemtableFlushWriter.pending": 0,
    "MemtableFlushWriter.completed": 285,
    "MemtableFlushWriter.blocked": 0,
    "MemtableFlushWriter.all_time_blocked": 0,
    "InternalResponseStage.active": 0,
    "InternalResponseStage.pending": 0,
    "InternalResponseStage.completed": 0,
    "InternalResponseStage.blocked": 0,
    "InternalResponseStage.all_time_blocked": 0,
    "ViewMutationStage.active": 0,
    "ViewMutationStage.pending": 0,
    "ViewMutationStage.completed": 0,
    "ViewMutationStage.blocked": 0,
    "ViewMutationStage.all_time_blocked": 0,
    "AntiEntropyStage.active": 0,
    "AntiEntropyStage.pending": 0,
    "AntiEntropyStage.completed": 0,
    "AntiEntropyStage.blocked": 0,
    "AntiEntropyStage.all_time_blocked": 0,
    "CacheCleanupExecutor.active": 0,
    "CacheCleanupExecutor.pending": 0,
    "CacheCleanupExecutor.completed": 0,
    "CacheCleanupExecutor.blocked": 0,
    "CacheCleanupExecutor.all_time_blocked": 0
  }
}