KAFKA-18462: Upgrade RocksDB dependency from 9.7.3 to 10.1.3 (#19880)

Upgraded RocksDB from 9.7.3 to 10.1.3, deprecate two configuration in
`RocksDBGenericOptionsToDbOptionsColumnFamilyOptionsAdapter.java`
- random_access_max_buffer_size (removed since v9.11.1

541761eaaa)
- rate_limiter (deprecated since v7.6.0

25cc564ff7)

Add one configuration:
- daily_offpeak_time_utc (introduced since v9.11.1

9b1d0c02e9)

Reviewers: Bruno Cadonna <cadonna@apache.org>
This commit is contained in:
Kuan-Po Tseng 2025-06-13 15:37:37 +08:00 committed by GitHub
parent 12d8a1bbf8
commit 8c0d7412f4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 24 additions and 7 deletions

View File

@ -247,7 +247,7 @@ License Version 2.0:
- metrics-core-2.2.0 - metrics-core-2.2.0
- opentelemetry-proto-1.3.2-alpha - opentelemetry-proto-1.3.2-alpha
- plexus-utils-3.5.1 - plexus-utils-3.5.1
- rocksdbjni-9.7.3 - rocksdbjni-10.1.3
- scala-library-2.13.16 - scala-library-2.13.16
- scala-logging_2.13-3.9.5 - scala-logging_2.13-3.9.5
- scala-reflect-2.13.16 - scala-reflect-2.13.16

View File

@ -114,7 +114,7 @@ versions += [
protobuf: "3.25.5", // a dependency of opentelemetryProto protobuf: "3.25.5", // a dependency of opentelemetryProto
pcollections: "4.0.2", pcollections: "4.0.2",
re2j: "1.8", re2j: "1.8",
rocksDB: "9.7.3", rocksDB: "10.1.3",
// When updating the scalafmt version please also update the version field in checkstyle/.scalafmt.conf. scalafmt now // When updating the scalafmt version please also update the version field in checkstyle/.scalafmt.conf. scalafmt now
// has the version field as mandatory in its configuration, see // has the version field as mandatory in its configuration, see
// https://github.com/scalameta/scalafmt/releases/tag/v3.1.0. // https://github.com/scalameta/scalafmt/releases/tag/v3.1.0.

View File

@ -574,15 +574,18 @@ public class RocksDBGenericOptionsToDbOptionsColumnFamilyOptionsAdapter extends
return dbOptions.compactionReadaheadSize(); return dbOptions.compactionReadaheadSize();
} }
@Override @Deprecated(since = "4.2", forRemoval = true)
public Options setRandomAccessMaxBufferSize(final long randomAccessMaxBufferSize) { public Options setRandomAccessMaxBufferSize(final long ignored) {
dbOptions.setRandomAccessMaxBufferSize(randomAccessMaxBufferSize); log.warn("random_access_max_buffer_size has been removed in RocksDB v9.11.1." +
" See https://github.com/facebook/rocksdb/pull/13288");
return this; return this;
} }
@Override @Deprecated(since = "4.2", forRemoval = true)
public long randomAccessMaxBufferSize() { public long randomAccessMaxBufferSize() {
return dbOptions.randomAccessMaxBufferSize(); log.warn("random_access_max_buffer_size has been removed in RocksDB v9.11.1." +
" See https://github.com/facebook/rocksdb/pull/13288");
return 0;
} }
@Override @Override
@ -794,8 +797,11 @@ public class RocksDBGenericOptionsToDbOptionsColumnFamilyOptionsAdapter extends
return this; return this;
} }
@Deprecated(since = "4.2", forRemoval = true)
@Override @Override
public Options setRateLimiter(final RateLimiter rateLimiter) { public Options setRateLimiter(final RateLimiter rateLimiter) {
log.warn("rate_limiter has been deprecated in RocksDB v7.6.0." +
" See https://github.com/facebook/rocksdb/pull/10378");
dbOptions.setRateLimiter(rateLimiter); dbOptions.setRateLimiter(rateLimiter);
return this; return this;
} }
@ -1763,6 +1769,17 @@ public class RocksDBGenericOptionsToDbOptionsColumnFamilyOptionsAdapter extends
return columnFamilyOptions.blobFileStartingLevel(); return columnFamilyOptions.blobFileStartingLevel();
} }
@Override
public Options setDailyOffpeakTimeUTC(final String offpeakTimeUTC) {
dbOptions.setDailyOffpeakTimeUTC(offpeakTimeUTC);
return this;
}
@Override
public String dailyOffpeakTimeUTC() {
return dbOptions.dailyOffpeakTimeUTC();
}
// //
// END options for blobs (integrated BlobDB) // END options for blobs (integrated BlobDB)
// //