Browse Source

feat: Arroyo 2.1.0 (#42035)

Lyn Nagara 2 years ago
parent
commit
e5c65bedd0

+ 1 - 1
requirements-base.txt

@@ -54,7 +54,7 @@ requests>=2.25.1
 rfc3339-validator>=0.1.2
 rfc3986-validator>=0.1.1
 # [end] jsonschema format validators
-sentry-arroyo>=2.0.0
+sentry-arroyo>=2.1.0
 sentry-relay>=0.8.15
 sentry-sdk>=1.11.0
 snuba-sdk>=1.0.1

+ 1 - 1
requirements-dev-frozen.txt

@@ -155,7 +155,7 @@ rfc3986-validator==0.1.1
 rsa==4.8
 s3transfer==0.5.2
 selenium==4.3.0
-sentry-arroyo==2.0.0
+sentry-arroyo==2.1.0
 sentry-relay==0.8.15
 sentry-sdk==1.11.0
 simplejson==3.17.6

+ 1 - 1
requirements-frozen.txt

@@ -107,7 +107,7 @@ rfc3986-validator==0.1.1
 rsa==4.8
 s3transfer==0.5.2
 selenium==4.3.0
-sentry-arroyo==2.0.0
+sentry-arroyo==2.1.0
 sentry-relay==0.8.15
 sentry-sdk==1.11.0
 simplejson==3.17.6

+ 5 - 4
src/sentry/sentry_metrics/consumers/last_seen_updater.py

@@ -2,7 +2,7 @@ import datetime
 import functools
 from abc import abstractmethod
 from datetime import timedelta
-from typing import Any, Callable, Mapping, Optional, Set, Union
+from typing import Any, Mapping, Optional, Set, Union
 
 import rapidjson
 from arroyo.backends.kafka import KafkaConsumer, KafkaPayload
@@ -10,9 +10,10 @@ from arroyo.commit import IMMEDIATE
 from arroyo.processing import StreamProcessor
 from arroyo.processing.strategies import ProcessingStrategy, ProcessingStrategyFactory
 from arroyo.processing.strategies.collect import CollectStep
+from arroyo.processing.strategies.commit import CommitOffsets
 from arroyo.processing.strategies.filter import FilterStep
 from arroyo.processing.strategies.transform import TransformStep
-from arroyo.types import Message, Partition, Position, Topic
+from arroyo.types import Commit, Message, Partition, Topic
 from django.utils import timezone
 
 from sentry.sentry_metrics.configuration import MetricsIngestConfiguration, UseCaseKey
@@ -186,14 +187,14 @@ class LastSeenUpdaterStrategyFactory(ProcessingStrategyFactory[KafkaPayload]):
 
     def create_with_partitions(
         self,
-        commit: Callable[[Mapping[Partition, Position]], None],
+        commit: Commit,
         partitions: Mapping[Partition, int],
     ) -> ProcessingStrategy[KafkaPayload]:
         collect_step = CollectStep(
             lambda: LastSeenUpdaterCollector(
                 metrics=self.__metrics, table=TABLE_MAPPING[self.__use_case_id]
             ),
-            commit,
+            CommitOffsets(commit),
             self.__max_batch_size,
             self.__max_batch_time,
         )