YANGLiiN yangl

Broker

message.max.bytes=10485760  (默认1M，注：单个topic级别配置为max.message.bytes，小心坑)
# replica.fetch.max.bytes=10485760  (默认1M)

def maybeWarnIfOversizedRecords(records: MemoryRecords, topicPartition: TopicPartition): Unit = {
  // oversized messages don't cause replication to fail from fetch request version 3 (KIP-74)

不开启事务情况下

Producer

block.on.buffer.full=true
retries=Integer.MAX_VALUE
acks=all
max.in.flight.requests.per.connection=1

// 设置DNS缓存时长: 秒
Security.setProperty("networkaddress.cache.ttl", "10");
Security.setProperty("networkaddress.cache.negative.ttl", "3");

部署

部署时，考虑的三个点：

后勤方面：硬件，部署策略建议
更适合生产环境的配置更改
部署后的考虑：安全，最大限度的索引性能，备份

硬件

ES为重cpu、重io、重内存应用场景。性能更好的cpu能提升查询效率，更多的内存、更快的磁盘io对于写入能带来更好的提升。

	/*
	* Licensed to the Apache Software Foundation (ASF) under one or more
	* contributor license agreements. See the NOTICE file distributed with
	* this work for additional information regarding copyright ownership.
	* The ASF licenses this file to You under the Apache License, Version 2.0
	* (the "License"); you may not use this file except in compliance with
	* the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*

	<plugin>
	<groupId>com.github.eirslett</groupId>
	<artifactId>frontend-maven-plugin</artifactId>
	<version>1.8.0</version>
	<configuration>
	<workingDirectory>${project.basedir}</workingDirectory>
	<nodeVersion>v8.16.1</nodeVersion>
	<downloadRoot>http://npm.taobao.org/mirrors/node/</downloadRoot>
	</configuration>
	<executions>

	upstream itao_bds_core_11800 {
	hash $request_uri;
	# hash $remote_addr consistent;
	server 10.203.24.7:11800;
	server 10.203.24.9:11800;
	server 10.203.24.12:11800;
	server 10.203.24.60:11800;
	}

	server {

	package com.vip.saturn.job.console.config;

	import org.springframework.boot.env.YamlPropertySourceLoader;
	import org.springframework.core.env.PropertySource;
	import org.springframework.core.io.support.EncodedResource;
	import org.springframework.core.io.support.PropertySourceFactory;

	import java.io.IOException;
	import java.util.List;

	/**
	* Set the {@link EpollMode} used. Default is
	* {@link EpollMode#EDGE_TRIGGERED}. If you want to use {@link #isAutoRead()} {@code false} or
	* {@link #getMaxMessagesPerRead()} and have an accurate behaviour you should use
	* {@link EpollMode#LEVEL_TRIGGERED}.
	*
	* <strong>Be aware this config setting can only be adjusted before the channel was registered.</strong>
	*/
	public EpollChannelConfig setEpollMode(EpollMode mode) {
	if (mode == null) {

	# bookie-1
	10.207.128.13 /SZ/FT
	10.207.128.14 /SZ/FT
	10.207.128.15 /SZ/FT
	10.207.128.16 /SZ/FT
	10.207.128.17 /SZ/FT

	# bookie-2
	10.206.128.204 /SZ/NS
	10.206.128.205 /SZ/NS

YANGLiiN yangl

Broker

不开启事务 情况下

Producer

部署

硬件

不开启事务情况下