使用 SpringBoot 外部化 Spring Kafka 配置

Question

我有这个卡夫卡配置类

@Configuration
public class KafkaConfiguration {
    @Value("${KAFKA_SERVERS}")
    private String kafkaServers;


    @Bean
    ConcurrentKafkaListenerContainerFactory<String, String> kafkaListenerContainerFactory() {
        ConcurrentKafkaListenerContainerFactory<String, String> factory = new ConcurrentKafkaListenerContainerFactory<>();
        factory.setConsumerFactory(this.consumerFactory());
        factory.setMessageConverter(new StringJsonMessageConverter());
        return factory;
    }

    public ConsumerFactory<String, String> consumerFactory() {
        return new DefaultKafkaConsumerFactory<>(this.consumerConfigs());
    }

    public Map<String, Object> consumerConfigs() {

        Map<String, Object> props = new HashMap<>();
        props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, kafkaServers);
        props.put(ConsumerConfig.GROUP_ID_CONFIG, "foo-group-id");
        props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "latest");
        props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, true);
        props.put(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, "100");
        props.put(ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG, "15000");
        props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
        props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
        return props;
    }

    public Map<String, Object> producerConfigs() {
        Map<String, Object> props = new HashMap<>();
        props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, kafkaServers);
        props.put(ProducerConfig.RETRIES_CONFIG, 0);
        props.put(ProducerConfig.BATCH_SIZE_CONFIG, 16384);
        props.put(ProducerConfig.LINGER_MS_CONFIG, 1);
        props.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 33554432);
        props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class);
        props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class);
        return props;
    }

    @Bean
    public KafkaProperties.Listener listener() {
        return new KafkaProperties.Listener();
    }

    @Bean
    public KafkaTemplate<String, Map<String, Object>> kafkaTemplateHistory() {
        return new KafkaTemplate<>(new DefaultKafkaProducerFactory<>(this.producerConfigs()));
    }
}

我想使用 spring boot 自动配置来使用上面的配置类，所以我设置了几乎所有属性appliction.yml

但对于这两个属性：

ProducerConfig.LINGER_MS_CONFIG
ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG

spring.kafka.consumer没有向我提出任何建议

1. 那么我该如何设置它们appliction.yml呢？
2. 另外如何外部化这条设置线factory.setMessageConverter(new StringJsonMessageConverter());？

Answer 1

您可以使用spring.kafka. Producer.properties.*设置这些属性

用于配置客户端的其他生产者特定属性。

spring:
   kafka:
     producer:
       properties:
         linger.ms: 10

对于消费者附加属性，您可以将spring.kafka.consumer.properties.*与受信任的包一起使用，这样您就不需要转换器

spring:
   kafka:
     consumer:
       properties:
         sesssion.timeout.ms: 60000

对于消费者反序列化器，您可以使用这个spring.kafka.consumer.value-deserializer

值的反序列化器类。

 spring:
   kafka:
    consumer:
      key-deserializer: org.apache.kafka.common.serialization.StringDeserializer
      value-deserializer: org.springframework.kafka.support.serializer.JsonDeserializer
      properties:
        spring:
          json:
            trusted:
              packages: 'learn.kafka.model'