From 8344c2ab8d469e55b24996c7e9f68be413ee4d45 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 21 Apr 2025 21:56:57 +0000 Subject: [PATCH 1/5] Update confluent-kafka[avro,json,protobuf,schemaregistry] requirement Updates the requirements on [confluent-kafka[avro,json,protobuf,schemaregistry]](https://github.com/confluentinc/confluent-kafka-python) to permit the latest version. - [Release notes](https://github.com/confluentinc/confluent-kafka-python/releases) - [Changelog](https://github.com/confluentinc/confluent-kafka-python/blob/master/CHANGELOG.md) - [Commits](https://github.com/confluentinc/confluent-kafka-python/compare/v2.8.2...v2.10.0) --- updated-dependencies: - dependency-name: confluent-kafka[avro,json,protobuf,schemaregistry] dependency-version: 2.10.0 dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 79dfa1dd4..ec4403ecd 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.10 +confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.11 requests>=2.32 rocksdict>=0.3,<0.4 typing_extensions>=4.8 From 155315f31c6bb8e5751d10067edabc16656d35c7 Mon Sep 17 00:00:00 2001 From: Remy Gwaramadze Date: Tue, 6 May 2025 11:41:33 +0200 Subject: [PATCH 2/5] Update post-link.sh --- conda/post-link.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conda/post-link.sh b/conda/post-link.sh index ddde470fa..dcbddb175 100644 --- a/conda/post-link.sh +++ b/conda/post-link.sh @@ -6,7 +6,7 @@ $PREFIX/bin/pip install \ 'influxdb3-python[pandas]>=0.7,<1.0' \ 'pyiceberg[pyarrow,glue]>=0.7' \ 'redis[hiredis]>=5.2.0,<6' \ -'confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.10' \ +'confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.11' \ 'influxdb>=5.3,<6' \ 'jsonpath_ng>=1.7.0,<2' \ 'types-psycopg2>=2.9,<3' From 2599f8b39816ba6ece491fa460fe1e2b5831768d Mon Sep 17 00:00:00 2001 From: Remy Gwaramadze Date: Mon, 21 Jul 2025 14:52:06 +0200 Subject: [PATCH 3/5] Increase timeouts in tests --- tests/test_quixstreams/test_app.py | 2 +- tests/test_quixstreams/test_kafka/test_consumer.py | 2 +- tests/test_quixstreams/test_sources/test_core/test_kafka.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/test_quixstreams/test_app.py b/tests/test_quixstreams/test_app.py index d7eb47d1c..d74dfeef2 100644 --- a/tests/test_quixstreams/test_app.py +++ b/tests/test_quixstreams/test_app.py @@ -3194,7 +3194,7 @@ def test_run_with_timeout_resets_after_recovery( """ Timeout is set only after recovery is complete """ - timeout = 1.0 + timeout = 3.0 app = app_factory( auto_offset_reset="earliest", diff --git a/tests/test_quixstreams/test_kafka/test_consumer.py b/tests/test_quixstreams/test_kafka/test_consumer.py index 5f4acede3..b01d19def 100644 --- a/tests/test_quixstreams/test_kafka/test_consumer.py +++ b/tests/test_quixstreams/test_kafka/test_consumer.py @@ -70,7 +70,7 @@ def test_consumer_subscribe_topic_doesnt_exist(self, consumer): with consumer: consumer.subscribe(topics=[topic_name]) - msg = consumer.poll(timeout=1) + msg = consumer.poll(timeout=3) assert msg err = msg.error() assert err.code() == KafkaError.UNKNOWN_TOPIC_OR_PART diff --git a/tests/test_quixstreams/test_sources/test_core/test_kafka.py b/tests/test_quixstreams/test_sources/test_core/test_kafka.py index dae02b89a..c4ca033d4 100644 --- a/tests/test_quixstreams/test_sources/test_core/test_kafka.py +++ b/tests/test_quixstreams/test_sources/test_core/test_kafka.py @@ -32,7 +32,7 @@ def external_kafka(self, external_kafka_container): @pytest.fixture() def app(self, app_factory): - return app_factory(auto_offset_reset="earliest", request_timeout=1) + return app_factory(auto_offset_reset="earliest", request_timeout=3) class TestKafkaReplicatorSource(Base): From cb9a189675d2d11a82b46e0a88afb7b5b8c668fb Mon Sep 17 00:00:00 2001 From: Remy Gwaramadze Date: Mon, 21 Jul 2025 16:02:40 +0200 Subject: [PATCH 4/5] Bump confluent-kafka to 2.11.0 --- conda/post-link.sh | 2 +- requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/conda/post-link.sh b/conda/post-link.sh index dcbddb175..10e91393b 100644 --- a/conda/post-link.sh +++ b/conda/post-link.sh @@ -6,7 +6,7 @@ $PREFIX/bin/pip install \ 'influxdb3-python[pandas]>=0.7,<1.0' \ 'pyiceberg[pyarrow,glue]>=0.7' \ 'redis[hiredis]>=5.2.0,<6' \ -'confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.11' \ +'confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.12' \ 'influxdb>=5.3,<6' \ 'jsonpath_ng>=1.7.0,<2' \ 'types-psycopg2>=2.9,<3' diff --git a/requirements.txt b/requirements.txt index ec4403ecd..5afbf09c8 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.11 +confluent-kafka[avro,json,protobuf,schemaregistry]>=2.8.2,<2.12 requests>=2.32 rocksdict>=0.3,<0.4 typing_extensions>=4.8 From 1ff4dbd4a404385a32830509329026e57fb23315 Mon Sep 17 00:00:00 2001 From: Remy Gwaramadze Date: Tue, 22 Jul 2025 11:27:04 +0200 Subject: [PATCH 5/5] Update schema registry tests --- .../test_models/test_serializers/test_schema_registry.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/test_quixstreams/test_models/test_serializers/test_schema_registry.py b/tests/test_quixstreams/test_models/test_serializers/test_schema_registry.py index 2d6b8bdcf..bb23ab970 100644 --- a/tests/test_quixstreams/test_models/test_serializers/test_schema_registry.py +++ b/tests/test_quixstreams/test_models/test_serializers/test_schema_registry.py @@ -328,7 +328,7 @@ def test_schema_registry_serialize_error( partial(JSONDeserializer, schema=JSONSCHEMA_TEST_SCHEMA), None, b'{"id":10}', - r"Unexpected magic byte \d+. This message was not produced with a Confluent Schema Registry serializer", + r"Invalid magic byte", ), ( partial(JSONDeserializer, schema=JSONSCHEMA_TEST_SCHEMA), @@ -340,7 +340,7 @@ def test_schema_registry_serialize_error( partial(ProtobufDeserializer, Root), None, b"\n\x03foo\x10\x02\x13", - "Unknown magic byte. This message was not produced with a Confluent Schema Registry serializer", + "Invalid magic byte", ), ( partial(ProtobufDeserializer, Nested), @@ -352,7 +352,7 @@ def test_schema_registry_serialize_error( partial(ProtobufDeserializer, Nested), Schema(schema_str=get_schema_str(Nested), schema_type="PROTOBUF"), b"\x01", - "Invalid Protobuf msgidx array length", + "Invalid msgidx array length", ), ], indirect=["deserializer"],