Closed mesosphere-ci closed 3 years ago
Release confluent-kafka 2.10.0-5.5.1 (automated commit)
Description: Source URL: https://infinity-artifacts.s3.amazonaws.com/permanent/confluent-kafka/assets/2.10.0-5.5.1/stub-universe-confluent-kafka.json
Changes between revisions 1000 => 1100: 0 files added: [] 0 files removed: [] 4 files changed:
--- 1000/config.json +++ 1100/config.json @@ -59,6 +59,27 @@ "description": "Labels to pass to the virtual network plugin. Comma-separated key:value pairs. For example: k_0:v_0,k_1:v_1,...,k_n:v_n", "type": "string", "default": "" + }, + "pod-replacement-failure-policy": { + "description": "Options relating to automatic pod-replacement failure policies with external-volumes.", + "type": "object", + "properties": { + "enable-automatic-pod-replacement": { + "description": "Determines whether pods should be replaced automatically on failure.", + "type": "boolean", + "default": false + }, + "permanent-failure-timeout-secs": { + "type": "integer", + "description": "Time in seconds to wait before declaring a task as permanently failed.", + "default": 120 + }, + "min-replace-delay-secs": { + "type": "integer", + "description": "Time to wait between destructive task recoveries.", + "default": 240 + } + } }, "log_level": { "description": "The log level for the DC/OS service.", @@ -74,6 +95,22 @@ "ALL" ], "default": "INFO" + }, + "logrotate_options": { + "description": "The logrotate options for the DC/OS service.", + "type": "object", + "properties": { + "stdout_max_size": { + "description": "Logrotate stdout max size. Sizes must be an integer of less than 2^64 and must be suffixed with a unit such as B (bytes), KB, MB, GB, or TB. There should be no whitespace between the integer and unit.", + "type": "string", + "default": "8MB" + }, + "stderr_max_size": { + "description": "Logrotate stderr max size. Sizes must be an integer of less than 2^64 and must be suffixed with a unit such as B (bytes), KB, MB, GB, or TB. There should be no whitespace between the integer and unit.", + "type": "string", + "default": "8MB" + } + } }, "placement_constraint": { "description": "Placement constraints for broker nodes. Example: [[\"rack_id\", \"LIKE\", \"rack-foo-.*\"], [\"rack_id\", \"MAX_PER\", \"2\"]]", @@ -200,23 +237,118 @@ } }, "transport_encryption": { + "title": "Transport Encryption Configuration", "type": "object", - "description": "Transport encryption settings", + "description": "Transport Encryption Settings", "properties": { "enabled": { "description": "Enable transport encryption (TLS)", "type": "boolean", + "enum": [ + true, + false + ], "default": false - }, - "allow_plaintext": { - "description": "Allow plaintext alongside encrypted traffic", - "type": "boolean", - "default": false - }, - "ciphers": { - "description": "Comma-separated list of JSSE Cipher Suite Names", - "type": "string", - "default": "TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_CBC_SHA256,TLS_DHE_RSA_WITH_AES_128_GCM_SHA256,TLS_DHE_RSA_WITH_AES_128_CBC_SHA256,TLS_DHE_RSA_WITH_AES_256_GCM_SHA384,TLS_DHE_RSA_WITH_AES_256_CBC_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384" + } + }, + "dependencies": { + "enabled": { + "oneOf": [ + { + "properties": { + "enabled": { + "enum": [ + false + ] + } + } + }, + { + "properties": { + "enabled": { + "enum": [ + true + ] + }, + "allow_plaintext": { + "description": "Allow plaintext alongside encrypted traffic", + "type": "boolean", + "default": false + }, + "ciphers": { + "description": "Comma-separated list of JSSE Cipher Suite Names", + "type": "string", + "default": "TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_CBC_SHA256,TLS_DHE_RSA_WITH_AES_128_GCM_SHA256,TLS_DHE_RSA_WITH_AES_128_CBC_SHA256,TLS_DHE_RSA_WITH_AES_256_GCM_SHA384,TLS_DHE_RSA_WITH_AES_256_CBC_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384" + }, + "custom_transport_encryption": { + "description": "By default the use of custom TLS certificates is disabled. Enable it to use the custom TLS certificate for the Kafka service.", + "type": "boolean", + "enum": [ + true, + false + ], + "default": false + } + }, + "dependencies": { + "custom_transport_encryption": { + "oneOf": [ + { + "properties": { + "custom_transport_encryption": { + "enum": [ + false + ] + } + } + }, + { + "properties": { + "custom_transport_encryption": { + "enum": [ + true + ] + }, + "key_store": { + "description": "Secret name that contains key store file.", + "type": "string", + "title": "key store", + "default": "", + "media": { + "type": "application/x-secret+string" + } + }, + "key_store_password_file": { + "description": "Secret name that contains key store password file.", + "type": "string", + "default": "", + "media": { + "type": "application/x-secret+string" + } + }, + "trust_store": { + "description": "Secret name that contains trust store file.", + "type": "string", + "default": "", + "media": { + "type": "application/x-secret+string" + } + }, + "trust_store_password_file": { + "description": "Secret name that contains trust store password file.", + "type": "string", + "default": "", + "media": { + "type": "application/x-secret+string" + } + } + } + } + ] + } + } + } + ] } } }, @@ -583,6 +715,38 @@ "type": "string", "description": "Volume profile to be used for storing Kafka Broker data." }, + "external_volume": { + "type": "object", + "description": "The Kafka external volume configuration.\nOnly Portworx external volumes are supported.", + "properties": { + "enabled": { + "type": "boolean", + "description": "Use external volumes over volumes managed by Mesos.", + "default": false + }, + "volume_name": { + "type": "string", + "description": "Name of the external volume. If empty, service path will be used.", + "default": "kafkaVolume" + }, + "volume_driver_options": { + "type": "string", + "default": "size=10", + "description": "Options for volume driver." + }, + "volume_path": { + "title": "Volume Path", + "description": "Path at which to produce the volume (relative to the Mesos Sandbox) within the container", + "type": "string", + "default": "kafka-broker-data" + }, + "driver_name": { + "type": "string", + "description": "External Volume storage provider to use.", + "default": "pxd" + } + } + }, "disk_path": { "type": "string", "description": "Relative path of consistent disk", @@ -1193,6 +1357,13 @@ "description": "Per-ip or hostname overrides to the default maximum number of connections", "default": "" }, + "max_incremental_fetch_session_cache_slots": { + "title": "max.incremental.fetch.session.cache.slots", + "description": "The maximum number of incremental fetch sessions that we will maintain", + "type": "integer", + "default": 1000, + "minimum": 0 + }, "num_partitions": { "title": "num.partitions", "description": "The default number of log partitions per topic", --- 1000/marathon.json.mustache +++ 1100/marathon.json.mustache @@ -32,14 +32,17 @@ {{/service.service_account_secret}} "env": { "PACKAGE_NAME": "confluent-kafka", - "PACKAGE_VERSION": "2.9.1-5.4.0", + "PACKAGE_VERSION": "2.10.0-5.5.1", "TASKCFG_ALL_COMMUNITY_ENABLED": "{{service.community}}", - "PACKAGE_BUILD_TIME_EPOCH_MS": "1602236568789", - "PACKAGE_BUILD_TIME_STR": "Fri Oct 09 2020 09:42:48 +0000", + "PACKAGE_BUILD_TIME_EPOCH_MS": "1605196418480", + "PACKAGE_BUILD_TIME_STR": "Thu Nov 12 2020 15:53:38 +0000", "FRAMEWORK_NAME": "{{service.name}}", "FRAMEWORK_PRINCIPAL": "{{service.service_account}}", "FRAMEWORK_USER": "{{service.user}}", "FRAMEWORK_LOG_LEVEL": "{{service.log_level}}", + "POD_REPLACEMENT_FAILURE_POLICY_ENABLED": "{{service.pod-replacement-failure-policy.enable-automatic-pod-replacement}}", + "PERMANENT_FAILURE_TIMEOUT_SECS": "{{service.pod-replacement-failure-policy.permanent-failure-timeout-secs}}", + "MIN_REPLACE_DELAY_SECS": "{{service.pod-replacement-failure-policy.min-replace-delay-secs}}", "BROKER_KILL_GRACE_PERIOD": "{{brokers.kill_grace_period}}", "LIBMESOS_URI": "{{resource.assets.uris.libmesos-bundle-tar-gz}}", "BOOTSTRAP_URI": "{{resource.assets.uris.bootstrap-zip}}", @@ -58,8 +61,9 @@ "SETUP_HELPER_URI": "{{resource.assets.uris.setup-helper-zip}}", "ZOOKEEPER_CLIENT_URI": "{{resource.assets.uris.zookeeper-client-jar}}", "CUSTOM_KAFKA_PRINCIPAL_URI": "{{resource.assets.uris.custom-kafka-principal-jar}}", - "PLACEMENT_CONSTRAINTS": "{{{service.placement_constraint}}}", + "CONTAINER_LOGGER_LOGROTATE_MAX_STDOUT_SIZE": "{{service.logrotate_options.stdout_max_size}}", + "CONTAINER_LOGGER_LOGROTATE_MAX_STDERR_SIZE": "{{service.logrotate_options.stderr_max_size}}", {{#service.region}} "SERVICE_REGION": "{{service.region}}", {{/service.region}} @@ -81,6 +85,13 @@ {{#brokers.volume_profile}} "BROKER_VOLUME_PROFILE": "{{brokers.volume_profile}}", {{/brokers.volume_profile}} + "BROKER_EXTERNAL_VOLUME_ENABLED" : "{{brokers.external_volume.enabled}}", + {{#brokers.external_volume.enabled}} + "BROKER_EXTERNAL_VOLUME_PORTWORX_OPTIONS" : "{{brokers.external_volume.volume_driver_options}}", + "BROKER_EXTERNAL_VOLUME_NAME" : "{{brokers.external_volume.volume_name}}", + "BROKER_EXTERNAL_VOLUME_PATH" : "{{brokers.external_volume.volume_path}}", + "KAFKA_EXTERNAL_VOLUME_DRIVER_NAME": "{{brokers.external_volume.driver_name}}", + {{/brokers.external_volume.enabled}} "BROKER_DISK_PATH": "{{brokers.disk_path}}", "BROKER_JAVA_HEAP": "{{brokers.heap.size}}", "BROKER_PORT": "{{brokers.port}}", @@ -106,6 +117,11 @@ {{#service.security.transport_encryption.enabled}} "BROKER_PORT_TLS": "{{brokers.port_tls}}", "TASKCFG_ALL_SECURITY_TRANSPORT_ENCRYPTION_ENABLED": "{{service.security.transport_encryption.enabled}}", + + {{#service.security.transport_encryption.custom_transport_encryption}} + "TASKCFG_ALL_SECURITY_CUSTOM_TRANSPORT_ENCRYPTION_ENABLED": "{{service.security.transport_encryption.custom_transport_encryption}}", + {{/service.security.transport_encryption.custom_transport_encryption}} + {{#service.security.transport_encryption.allow_plaintext}} "TASKCFG_ALL_SECURITY_TRANSPORT_ENCRYPTION_ALLOW_PLAINTEXT": "{{service.security.transport_encryption.allow_plaintext}}", {{/service.security.transport_encryption.allow_plaintext}} @@ -117,6 +133,13 @@ {{#service.security.ssl_authentication.enabled}} "TASKCFG_ALL_SECURITY_SSL_AUTHENTICATION_ENABLED": "{{service.security.ssl_authentication.enabled}}", {{/service.security.ssl_authentication.enabled}} + + {{#service.security.transport_encryption.custom_transport_encryption}} + "CUSTOM_TLS_KEY_STORE": "{{service.security.transport_encryption.key_store}}", + "CUSTOM_TLS_KEY_STORE_PASSWORD": "{{service.security.transport_encryption.key_store_password_file}}", + "CUSTOM_TLS_TRUST_STORE": "{{service.security.transport_encryption.trust_store}}", + "CUSTOM_TLS_TRUST_STORE_PASSWORD": "{{service.security.transport_encryption.trust_store_password_file}}", + {{/service.security.transport_encryption.custom_transport_encryption}} {{/service.security.transport_encryption.enabled}} {{#service.security.kerberos.enabled}} @@ -151,9 +174,9 @@ "SECURE_JMX_KEY_STORE" : "{{service.jmx.key_store}}", "SECURE_JMX_KEY_STORE_PASSWORD" : "{{service.jmx.key_store_password_file}}", {{/service.jmx.enabled}} - - "TASKCFG_ALL_KAFKA_VERSION_PATH": "confluent-5.4.0", - "KAFKA_VERSION_PATH": "confluent-5.4.0", + + "TASKCFG_ALL_KAFKA_VERSION_PATH": "confluent-5.5.1", + "KAFKA_VERSION_PATH": "confluent-5.5.1", "KAFKA_ZOOKEEPER_URI": "{{kafka.kafka_zookeeper_uri}}", @@ -169,6 +192,7 @@ "TASKCFG_ALL_KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS": "{{kafka.offsets_topic_num_partitions}}", "TASKCFG_ALL_KAFKA_MAX_CONNECTIONS": "{{kafka.max_connections}}", "TASKCFG_ALL_KAFKA_MAX_CONNECTIONS_PER_IP_OVERRIDES": "{{kafka.max_connections_per_ip_overrides}}", + "TASKCFG_ALL_KAFKA_MAX_INCREMENTAL_FETCH_SESSION_CACHE_SLOTS": "{{kafka.max_incremental_fetch_session_cache_slots}}", "TASKCFG_ALL_KAFKA_LEADER_IMBALANCE_CHECK_INTERVAL_SECONDS": "{{kafka.leader_imbalance_check_interval_seconds}}", "TASKCFG_ALL_KAFKA_INTER_BROKER_PROTOCOL_VERSION": "{{kafka.inter_broker_protocol_version}}", "TASKCFG_ALL_KAFKA_LOG_MESSAGE_FORMAT_VERSION": "{{kafka.log_message_format_version}}", --- 1000/package.json +++ 1100/package.json @@ -2,19 +2,23 @@ "packagingVersion": "4.0", "minDcosReleaseVersion": "1.11", "upgradesFrom": [ + "2.6.0-5.1.2", + "2.7.0-5.3.0", "2.8.0-5.3.1", - "2.7.0-5.3.0", - "2.6.0-5.1.2" + "2.9.0-5.4.0", + "2.9.1-5.4.0" ], "downgradesTo": [ + "2.6.0-5.1.2", + "2.7.0-5.3.0", "2.8.0-5.3.1", - "2.7.0-5.3.0", - "2.6.0-5.1.2" + "2.9.0-5.4.0", + "2.9.1-5.4.0" ], "name": "confluent-kafka", - "version": "2.9.1-5.4.0", + "version": "2.10.0-5.5.1", "maintainer": "partner-support@confluent.io", - "description": "Apache Kafka by Confluent\n\n\tDocumentation: https://docs.mesosphere.com/service-docs/confluent-kafka/2.9.1-5.4.0/", + "description": "Apache Kafka by Confluent\n\n\tDocumentation: https://docs.mesosphere.com/service-docs/confluent-kafka/", "selected": true, "framework": true, "tags": [ @@ -24,9 +28,9 @@ "confluent", "kafka" ], - "preInstallNotes": "Default configuration installs Confluent Enterprise Platform which requires an Confluent Enterprise license. Without specifying a license the Kafka brokers will stop working after 30 days. Default configuration requires 3 agent nodes each with: 1.0 CPU | 2048 MB MEM | 1 5000 MB Disk", - "postInstallNotes": "Confluent Kafka is being installed.\n\n\tDocumentation: https://docs.mesosphere.com/service-docs/confluent-kafka/2.9.1-5.4.0/\n\tCommunity Support: https://docs.mesosphere.com/support/", - "postUninstallNotes": "Confluent Kafka is being uninstalled.\n\nFor DC/OS versions from 1.11 no further action is required. For older DC/OS versions follow the instructions at https://docs.mesosphere.com/service-docs/confluent-kafka/2.9.1-5.4.0/uninstall to remove any persistent state if required.", + "preInstallNotes": "Default configuration requires 3 agent nodes each with: 1.0 CPU | 2048 MB MEM | 1 5000 MB Disk", + "postInstallNotes": "Confluent Kafka is being installed.\n\n\tDocumentation: https://docs.mesosphere.com/service-docs/confluent-kafka/\n\tCommunity Support: https://docs.mesosphere.com/support/", + "postUninstallNotes": "Confluent Kafka is being uninstalled.\n\nFor DC/OS versions from 1.11 no further action is required. For older DC/OS versions follow the instructions at https://docs.mesosphere.com/service-docs/confluent-kafka/uninstall to remove any persistent state if required.", "scm": "https://github.com/confluentinc/kafka", "licenses": [ { @@ -38,5 +42,5 @@ "url": "https://docs.confluent.io/current/installation/license.html#cs" } ], - "lastUpdated": 1602236569 -} + "lastUpdated": 1605196423 +}--- 1000/resource.json +++ 1100/resource.json @@ -3,15 +3,15 @@ "uris": { "jre-tar-gz": "https://downloads.mesosphere.com/java/openjdk-jre-11.0.3.7-hotspot-linux-x64.tar.gz", "libmesos-bundle-tar-gz": "https://downloads.mesosphere.com/libmesos-bundle/libmesos-bundle-1.14-beta.tar.gz", - "bootstrap-zip": "https://downloads.mesosphere.com/dcos-commons/artifacts/0.57.3/bootstrap.zip", - "kafka-tgz": "https://packages.confluent.io/archive/5.4/confluent-5.4.0-2.12.tar.gz", - "kafka-community-tgz": "https://packages.confluent.io/archive/5.4/confluent-community-5.4.0-2.12.tar.gz", + "bootstrap-zip": "https://downloads.mesosphere.com/dcos-commons/artifacts/0.58.0/bootstrap.zip", + "kafka-tgz": "https://packages.confluent.io/archive/5.5/confluent-5.5.1-2.12.tar.gz", + "kafka-community-tgz": "https://packages.confluent.io/archive/5.5/confluent-community-5.5.1-2.12.tar.gz", "kafka-jre-tar-gz": "https://downloads.mesosphere.com/java/openjdk-jre-8u212b03-hotspot-linux-x64.tar.gz", - "kafka-scheduler-zip": "https://downloads.mesosphere.com/confluent-kafka/assets/2.9.1-5.4.0/confluent-kafka-scheduler.zip", + "kafka-scheduler-zip": "https://downloads.mesosphere.com/confluent-kafka/assets/2.10.0-5.5.1/confluent-kafka-scheduler.zip", "kafka-statsd-jar": "https://downloads.mesosphere.com/kafka/assets/kafka-statsd-metrics2-0.5.3.jar", "statsd-client-jar": "https://downloads.mesosphere.com/kafka/assets/java-dogstatsd-client-2.3.jar", - "setup-helper-zip": "https://downloads.mesosphere.com/confluent-kafka/assets/2.9.1-5.4.0/setup-helper.zip", - "zookeeper-client-jar": "https://downloads.mesosphere.com/kafka/assets/zookeeper-3.4.13.jar", + "setup-helper-zip": "https://downloads.mesosphere.com/confluent-kafka/assets/2.10.0-5.5.1/setup-helper.zip", + "zookeeper-client-jar": "https://downloads.mesosphere.io/kafka/assets/zookeeper/zookeeper-3.5.8.jar", "custom-kafka-principal-jar": "https://downloads.mesosphere.com/kafka/assets/kafka-custom-principal-builder-1.0.0.jar", "netcat": "https://downloads.mesosphere.com/kafka/assets/nc64" } @@ -28,11 +28,11 @@ "contentHash": [ { "algo": "sha256", - "value": "af651d353b9a125e0bd66d6a1b94725e98ba2f507fe61c30d8a861f9322230ce" + "value": "4cdb74574eab98a5615377854611813fb4848167cf7131e366d480cf1f29169d" } ], "kind": "executable", - "url": "https://downloads.mesosphere.com/confluent-kafka/assets/2.9.1-5.4.0/dcos-service-cli-darwin" + "url": "https://downloads.mesosphere.com/confluent-kafka/assets/2.10.0-5.5.1/dcos-service-cli-darwin" } }, "linux": { @@ -40,11 +40,11 @@ "contentHash": [ { "algo": "sha256", - "value": "d3f0eb6607eed06711c4455ac9cf27082cafde2422d0ff68338971435ebb382c" + "value": "955774ab5bac19c4076585afe9fb0f446fa35b96f00e9891fdef7cbdb6292f10" } ], "kind": "executable", - "url": "https://downloads.mesosphere.com/confluent-kafka/assets/2.9.1-5.4.0/dcos-service-cli-linux" + "url": "https://downloads.mesosphere.com/confluent-kafka/assets/2.10.0-5.5.1/dcos-service-cli-linux" } }, "windows": { @@ -52,11 +52,11 @@ "contentHash": [ { "algo": "sha256", - "value": "85c52dc40abdad5ce5c7c58fb35ed430caf957c220aaa255d584e5f0a935241e" + "value": "694e647c2a3cea28ed9fa9ee9dd231015a078579bb6f70a863fb33d2752e6cc7" } ], "kind": "executable", - "url": "https://downloads.mesosphere.com/confluent-kafka/assets/2.9.1-5.4.0/dcos-service-cli.exe" + "url": "https://downloads.mesosphere.com/confluent-kafka/assets/2.10.0-5.5.1/dcos-service-cli.exe" } } }
Release confluent-kafka 2.10.0-5.5.1 (automated commit)
Description: Source URL: https://infinity-artifacts.s3.amazonaws.com/permanent/confluent-kafka/assets/2.10.0-5.5.1/stub-universe-confluent-kafka.json
Changes between revisions 1000 => 1100: 0 files added: [] 0 files removed: [] 4 files changed: