You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
80 lines
2.2 KiB
C#
80 lines
2.2 KiB
C#
using Confluent.Kafka;
|
|
using Microsoft.Extensions.Logging;
|
|
using Microsoft.Extensions.Options;
|
|
using System.Collections.Concurrent;
|
|
using System.Threading;
|
|
|
|
|
|
namespace EntrustSettle.EventBus
|
|
{
|
|
/// <summary>
|
|
/// Kafka producer 连接池管理
|
|
/// 可以使用微软官方的对象池进行构造ObjectPool
|
|
/// </summary>
|
|
public class KafkaConnectionPool : IKafkaConnectionPool
|
|
{
|
|
private readonly KafkaOptions _options;
|
|
private ConcurrentQueue<IProducer<string, byte[]>> _producerPool = new();
|
|
private int _currentCount;
|
|
private int _maxSize;
|
|
public KafkaConnectionPool(IOptions<KafkaOptions> options)
|
|
{
|
|
_options = options.Value;
|
|
_maxSize = _options.ConnectionPoolSize;
|
|
}
|
|
|
|
/// <summary>
|
|
/// 取对象
|
|
/// </summary>
|
|
/// <returns></returns>
|
|
public IProducer<string,byte[]> Producer()
|
|
{
|
|
if (_producerPool.TryDequeue(out var producer))
|
|
{
|
|
Interlocked.Decrement(ref _currentCount);
|
|
return producer;
|
|
}
|
|
|
|
var config = new ProducerConfig()
|
|
{
|
|
BootstrapServers = _options.Servers,
|
|
QueueBufferingMaxMessages = 10,
|
|
MessageTimeoutMs = 5000,
|
|
RequestTimeoutMs = 3000
|
|
};
|
|
|
|
producer = new ProducerBuilder<string, byte[]>(config)
|
|
.Build();
|
|
return producer;
|
|
}
|
|
/// <summary>
|
|
/// 将对象放入连接池
|
|
/// </summary>
|
|
/// <param name="producer"></param>
|
|
/// <returns></returns>
|
|
public bool Return(IProducer<string, byte[]> producer)
|
|
{
|
|
if (Interlocked.Increment(ref _currentCount) <= _maxSize)
|
|
{
|
|
_producerPool.Enqueue(producer);
|
|
return true;
|
|
}
|
|
|
|
producer.Dispose();
|
|
Interlocked.Decrement(ref _currentCount);
|
|
|
|
return false;
|
|
}
|
|
public void Dispose()
|
|
{
|
|
_maxSize = 0;
|
|
_currentCount = 0;
|
|
while (_producerPool.TryDequeue(out var context))
|
|
{
|
|
context?.Dispose();
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|