TAF.Kibana.SDK 1.4.6

TAF Kibana SDK

Official .NET SDK for TAF Kibana logging and analytics platform. Provides a fluent API for log management, searching, metrics, and real-time monitoring.

Installation

dotnet add package TAF.Kibana.SDK

Quick Start

Configuration

Add to your appsettings.json:

{
 "KibanaClient": {
 "BaseUrl": "https://your-kibana-instance.com/api",
 "ApiKey": "your-api-key",
 "TimeoutSeconds": 30,
 "MaxRetryAttempts": 3,
 "BulkBatchSize": 1000
 }
}

Dependency Injection

using TAF.Kibana.SDK.Extensions;

// In Program.cs or Startup.cs
services.AddTafKibanaClient(Configuration);

// Or with inline configuration
services.AddTafKibanaClient(options =>
{
 options.BaseUrl = "https://your-kibana-instance.com/api";
 options.ApiKey = "your-api-key";
});

Usage Examples

Basic Usage

public class LoggingService
{
 private readonly ITafKibanaClient _kibanaClient;

 public LoggingService(ITafKibanaClient kibanaClient)
 {
 _kibanaClient = kibanaClient;
 }

 public async Task LogEventAsync()
 {
 // Write a log entry
 await _kibanaClient.Logs.WriteAsync(new LogEntry
 {
 Level = "Information",
 Message = "User logged in",
 TenantId = tenantId,
 ApplicationId = appId
 });
 }
}

Fluent Search API

// Search for error logs in the last 24 hours
var results = await _kibanaClient.Query()
 .ForTenant(tenantId)
 .InLastHours(24)
 .WithLogLevel("Error", "Critical")
 .ContainingText("database connection")
 .OrderBy(x => x.Timestamp, SortDirection.Descending)
 .Take(100)
 .ExecuteAsync<LogEntry>();

// Stream large result sets
await foreach (var log in _kibanaClient.Query()
 .ForTenant(tenantId)
 .InDateRange(startDate, endDate)
 .StreamAsync<LogEntry>())
{
 ProcessLog(log);
}

Aggregations and Analytics

// Get log statistics with aggregations
var stats = await _kibanaClient.Query()
 .ForTenant(tenantId)
 .InLastDays(7)
 .WithAggregation(agg => agg
 .Terms("by_level", "level", size: 10)
 .DateHistogram("over_time", "timestamp", "1h")
 .Average("avg_response", "responseTime"))
 .ExecuteAsync<LogEntry>();

// Get metrics
var metrics = await _kibanaClient.Metrics.GetTimeSeriesAsync(
 metric: "response_time",
 from: DateTime.UtcNow.AddDays(-7),
 to: DateTime.UtcNow,
 interval: "1h");

Bulk Operations

// Bulk indexing with fluent API
var result = await _kibanaClient.Bulk()
 .IndexMany(logEntries)
 .WithBatchSize(500)
 .ContinueOnError(true)
 .WithRefresh(RefreshPolicy.WaitFor)
 .ExecuteAsync();

Console.WriteLine($"Indexed {result.SuccessfulOperations} of {result.TotalOperations} documents");

Real-time Monitoring

// Subscribe to real-time log stream
var subscription = await _kibanaClient.Realtime.SubscribeToLogsAsync(
 filter: query => query
 .ForTenant(tenantId)
 .WithLogLevel("Error"),
 onEvent: logEvent =>
 {
 Console.WriteLine($"New error: {logEvent.Message}");
 });

// Tail logs
await foreach (var log in _kibanaClient.Realtime.TailLogsAsync(
 filter: q => q.ForTenant(tenantId),
 initialLines: 100))
{
 Console.WriteLine($"[{log.Timestamp}] {log.Level}: {log.Message}");
}

Alert Management

// Create alert rule
var rule = await _kibanaClient.Alerts.CreateRuleAsync(new AlertRuleDefinition
{
 Name = "High Error Rate",
 Description = "Alert when error rate exceeds threshold",
 TenantId = tenantId,
 Severity = AlertSeverity.High,
 CheckInterval = TimeSpan.FromMinutes(5),
 Condition = new AlertCondition
 {
 Type = AlertConditionType.Query,
 Query = q => q.WithLogLevel("Error"),
 Operator = ComparisonOperator.GreaterThan,
 Threshold = 100,
 TimeWindow = TimeSpan.FromMinutes(5)
 },
 NotificationChannels = new[] { "email", "slack" }
});

// Get alert history
var alerts = await _kibanaClient.Alerts.GetAlertHistoryAsync(
 ruleId: rule.Id,
 from: DateTime.UtcNow.AddDays(-7));

Advanced Queries

// Complex field queries with expressions
var results = await _kibanaClient.Query()
 .ForTenant(tenantId)
 .Where<LogEntry>(x => x.Level == "Error" && x.ResponseTime > 1000)
 .WhereField("environment", SearchOperator.In, new[] { "production", "staging" })
 .WhereField("statusCode", SearchOperator.Between, new { from = 400, to = 599 })
 .WithHighlighting("message", "stackTrace")
 .WithCaching(TimeSpan.FromMinutes(5))
 .ExecuteAsync<LogEntry>();

// Export search results
var export = await _kibanaClient.Search.ExportAsync(
 request: queryBuilder.Build(),
 format: ExportFormat.Csv);

File.WriteAllBytes("logs.csv", export.Data);

Features

• Fluent API: Intuitive query building with IntelliSense support
• Resilience: Built-in retry policies and circuit breaker patterns
• Streaming: IAsyncEnumerable support for processing large datasets
• Real-time: WebSocket-based real-time log streaming and monitoring
• Bulk Operations: Efficient bulk indexing with progress tracking
• Caching: Query result caching for improved performance
• Type Safety: Strongly-typed API with generic support
• Compression: Automatic request/response compression
• Health Checks: Built-in health check support

Configuration Options

Advanced Configuration

Custom HTTP Client

services.AddTafKibanaClientWithCustomHttp(
 options => options.BaseUrl = "https://api.example.com",
 httpBuilder => httpBuilder
 .AddHttpMessageHandler<CustomAuthHandler>()
 .ConfigurePrimaryHttpMessageHandler(() => new HttpClientHandler
 {
 Proxy = new WebProxy("http://proxy:8080")
 }));

With Health Checks

services.AddTafKibanaClientWithHealthChecks(Configuration);

// In health check endpoint
app.MapHealthChecks("/health", new HealthCheckOptions
{
 ResponseWriter = UIResponseWriter.WriteHealthCheckUIResponse
});

License

MIT

Support

For issues and feature requests, please contact the TechAppForce development team.