####################################################################################
############################ DEFAULT PRODUCER #CONFIGURATION The########################
latter############################# onefor allowsApache to use asynchronous Offset processing, since it can be controlled when and under
# which conditions Consumer Offsets should be committed. The default setting is true.
enable.auto.commit=false
# Determines the minimum amount of data the Broker should return for a fetch request. This will cause
# the Broker to wait for larger amounts of data to accumulate which can improve server throughput at the
# expense of a introducing a small delay. The default setting is 1 byte.
fetch.min.bytes=32768
# Describes the maximum amount of time the Broker will block before answering the fetch request if there
# isn't sufficient data to control the introduced delay of 'fetch.min.bytes' by immediately satisfying
# the requirement given by 'fetch.min.bytes'. The default setting is 500 ms.
fetch.max.wait.ms=5
# Close idle connectionsKafka 2.3.0 ###############################
################################ z/IRIS z/OS Client ################################
# A list of host/port pairs to use for establishing the initial connection to the
# Kafka Cluster.
### NOTE: Kafka Cluster address needs to be adjusted.
#bootstrap.servers=localhost:9092
# Ensures that no duplicate messages will be introduced into Kafka due to network
# errors.
enable.idempotence=true
##################### Implied settings by enable.idempotence #####################
# Producer can choose between different required acknowledgements of data writes
# for data acquisition confirmation. When acks=0, the producer doesn't request any
# response from the Kafka Cluster. When acks=1, the producer requests an
# acknowledgement only from the leader. When acks=all, the producer requests
# acknowledgements from the leader and the corresponding replicas. The default
# setting is acks=1, however enable.idempotence requires acks=all.
acks=all
# Producer will automatically retry to send messages. The default and recommended
# setting is 2147483647 since Kafka 2.1.0. When enable.idempotence=true, it
# has to be a value > 0, otherwise an exception will be thrown.
retries=2147483647
# Restricts how many unacknowledged requests can be made by a producer parallel on
# a single connection before blocking. When enable.idempotence=true, then the
# default setting is 5, otherwise it can be a value between 1<=x<=5 where message
# ordering is ensured as well.
max.in.flight.requests.per.connection=5
##################################################################################
# In general enabled compression would reduce latency because of allowing faster
# data transfers, quicker replication across Kafka Brokers and better Kafka disk
# utilisation due to less data sizes at the expense of CPU cycles. It becomes more
# effective the bigger the batch of messages being sent to Kafka due to a higher
# compression ratio.
compression.type=none
# The total bytes of memory the producer can use to buffer records waiting to be
# sent to the server. The default setting is 540000ms33554432 bytes (932 minsMB).
connections.max.idle.ms=30000
# Allows automatic topic creation on the Broker when subscribing or assigning the Consumer to a Topic. A
# Topic being subscribed to will be automatically created only if the respective Broker allows for it
# using 'auto.create.topics.enable' Broker configuration. The default setting is true.
allow.auto.create.topics=false
# The Consumer can choose what to do when there is no initial Offset in Kafka or if the current Offset
# does not exist any more on the Broker (due e.g. data has expired). buffer.memory=33554432
# When the producer produces faster than the Kafka Broker can process the data
# at the moment in time or is temporarily down, then data is going to be buffered
# in the buffer memory. If it fills completely up, then the producer will start to
# block by not producing new data while waiting. The producer will wait a certain
# amount of time until it throws a timeout exception. The default setting for this
# is 60000 ms (1 min).
max.block.ms=60000
# Determines the maximum number of bytes that can be included in a batch. Any
# message that is bigger than the batch size will be sent as soon as possible
# regardless of linger.ms and thus not be batched. The default setting is latest.16384
# (16 KB). Don't set the batch size too high, since a batch is allocated per
# Optionspartition are:which could possibly lead to wasting or even outrunning of memory.
batch.size=65536
# -Describes earliest:the Automaticallymaximum resetsize itsof Offseta torequest the earliest possible Offsetin bytes. This setting will limit the
# number of message batches the producer will send in a #single -request latest:to Automaticallyavoid
reset# itssending Offset to the latest possible Offsethuge requests. Thus it is also effectively a cap on the maximum record
# -batch none:size. KafkaThe throwsdefault ansetting exceptionis to1048576 the Consumer if no previous Offset is found.
auto.offset.reset=latest
########################################################################################################
########################################### FURTHER SETTINGS ###########################################
# The maximum amount of data the Broker should return for a fetch request(1 MB).
max.request.size=1048576
# Producer will wait a small amount of time before sending. At the expense of
# introducing a small delay the chance of messages being sent together in a batch
# can be increased. The default setting is # 52428800 (50 MB).
fetch.max.bytes=52428800
# The maximum amount of data per-partition the Broker will return. Messages are fetched in batches by
# the Consumer. 0 ms.
linger.ms=15
# Close idle connections. The default setting is 1048576540000 ms (19 MBmins).
connections.max.partitionidle.fetch.bytesms=104857630000
# For a certain amount of time the producer will continue to retry to send a
# Specifiesmessage. the timeout for Consumer APIs After that couldthe block.producer Thiswill configurationstop issending usedthe asmessage. theWhen defaulta message
# can't be acknowledged in this given time frame, then the message sending counts
# timeoutas forfailed. allThe Consumervalue operationsshould thatbe do not explicitly accept a timeout parameter.>= linger.ms + request.timeout.ms. The default
# setting is 60000120000 ms (12 minmins).
default.api.delivery.timeout.ms=60000120000
# Controls the maximum amount of time the Consumerproducer will wait for theKafka response Leader's
# acknowledgement of a requestsent message. If the # response acknowledgement is not received beforein
the# timeouttime, elapsesthen the Consumermessage will resendbe thesent requestagain ifdepending necessary.
# on retries and
# delivery.timeout.ms. The default setting is 30000 ms (30 s).
request.timeout.ms=30000
# Describes the amount of time to wait before attempting to retry a failed
# request to a given topic # partition. The default setting is 100 ms.
retry.backoff.ms=100
# The CRC32 of the consumed messages is checked automatically. This introduces some overhead, so it may
# be disabled in cases seeking extreme performance. The default setting is true.
check.crcs=true
# Client ID in form of a string to pass to the server when making requests. The
# purpose is to be able to # to track the source of requests beyond just ip/port by
# allowing a logical application name to be # included in server-side request
# logging. The default setting is "".
client.id=""
# DeterminesThe thesize maximum number of recordsthe returnedTCP inreceive abuffer single call to method poll(). The default
# setting is 500.
max.poll.records=500
# Describes the maximum delay between invocations of the method poll(). use when reading data. If the methodvalue poll() is
not
# called before expiration of this timeout, then the Consumer is considered failed# -1, the OS default will be used. The default setting # is 30000032768 ms (532 minsKB).
max.poll.interval.ms=300000
# Describes the time period within a Consumer has to send a heartbeat before the Consumer is considered
# to be dead by the Broker. The default setting is 10000 ms (10 s).
session.timeout.ms=10000
# Describes the expected time between heartbeats. receive.buffer.bytes=32768
# The size of the TCP send buffer to use when sending data. If the value is
# -1, the OS default will be used. The default setting is 3000131072 ms (3128 sKB).
heartbeat.interval.ms=3000
send.buffer.bytes=131072
# The period of time after which a refresh of metadata is forced even if there
# haven't been seen any # partition leadership changes to proactively discover any
# new Kafka Brokers or Partitions. The default # setting is 300000 ms (5 mins).
metadata.max.age.ms=300000
# Determines the maximum amount of time to wait when reconnection to a Kafka
# Broker that has repeatedly # failed to connect. If provided, the backoff per
# host will increase exponentially for each consecutive # connection failure, up
# to this maximum. The default setting is 1000 ms (1 s).
reconnect.backoff.max.ms=1000
# The base amount of time to wait before attempting to reconnect to a given host.
# The default setting is # 50 ms.
reconnect.backoff.ms=50
# The size of the TCP receive buffer to use when reading data. If the value is -1, the OS default will
# be used. The default setting is 65536 (64 KB).
receive.buffer.bytes=65536
# The size of the TCP send buffer to use when sending data. If the value is -1, the OS default will be
# used. The default setting is 131072 (128 KB).
send.buffer.bytes=131072
}
}
}
} |