Refactoring
This commit is contained in:
parent
a101c9403f
commit
2c7c63c537
@ -36,7 +36,9 @@ public class GeneralEdgeEventFetcher implements EdgeEventFetcher {
|
||||
private boolean seqIdNewCycleStarted;
|
||||
private Long maxReadRecordsCount;
|
||||
private final EdgeEventService edgeEventService;
|
||||
// Subtract from queueStartTs to ensure no data is lost due to potential misordering of edge events by created_time.
|
||||
// Subtract from queueStartTs to compensate for possible misalignment between `created_time` and `seqId`.
|
||||
// This ensures early events with lower seqId are not skipped due to partitioning by `created_time`.
|
||||
// See: edge_event is partitioned by created_time but sorted by seqId during retrieval.
|
||||
private final long misorderingCompensationMillis;
|
||||
|
||||
@Override
|
||||
|
||||
@ -1480,8 +1480,10 @@ edges:
|
||||
no_read_records_sleep: "${EDGES_NO_READ_RECORDS_SLEEP:1000}"
|
||||
# Number of milliseconds to wait before resending failed batch of edge events to edge
|
||||
sleep_between_batches: "${EDGES_SLEEP_BETWEEN_BATCHES:60000}"
|
||||
# Number of milliseconds to subtract from queue start timestamp to compensate for potential
|
||||
# misordering of edge events by created_time. Prevents skipping early events.
|
||||
# Time (in milliseconds) to subtract from the start timestamp when fetching edge events.
|
||||
# This compensates for possible misordering between `created_time` (used for partitioning)
|
||||
# and `seqId` (used for sorting). Without this, events with smaller seqId but larger created_time
|
||||
# might be skipped, especially across partition boundaries.
|
||||
misordering_compensation_millis: "${EDGES_MISORDERING_COMPENSATION_MILLIS:3600000}"
|
||||
# Max number of high priority edge events per edge session. No persistence - stored in memory
|
||||
max_high_priority_queue_size_per_session: "${EDGES_MAX_HIGH_PRIORITY_QUEUE_SIZE_PER_SESSION:10000}"
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user