Merge pull request #70 from ychunxue/ltr-v1.x-bugfix

Bug fix: No longer need full shard sync for shardEnd
This commit is contained in:
ychunxue 2020-07-09 11:26:24 -07:00 committed by GitHub
commit 4fd63989d3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 7 additions and 7 deletions

View file

@ -689,10 +689,6 @@ public class Worker implements Runnable {
assignedShards.add(shardInfo);
}
if (foundCompletedShard) {
shardSyncStrategy.onFoundCompletedShard();
}
// clean up shard consumers for unassigned shards
cleanupShardConsumers(assignedShards);

View file

@ -2184,7 +2184,8 @@ public class WorkerTest {
private List<Shard> createShardListWithOneSplit() {
List<Shard> shards = new ArrayList<Shard>();
SequenceNumberRange range0 = ShardObjectHelper.newSequenceNumberRange("39428", "987324");
SequenceNumberRange range1 = ShardObjectHelper.newSequenceNumberRange("987325", null);
SequenceNumberRange range1 = ShardObjectHelper.newSequenceNumberRange("39428", "100000");
SequenceNumberRange range2 = ShardObjectHelper.newSequenceNumberRange("100001", "987324");
HashKeyRange keyRange =
ShardObjectHelper.newHashKeyRange(ShardObjectHelper.MIN_HASH_KEY, ShardObjectHelper.MAX_HASH_KEY);
Shard shard0 = ShardObjectHelper.newShard("shardId-0", null, null, range0, keyRange);
@ -2193,6 +2194,9 @@ public class WorkerTest {
Shard shard1 = ShardObjectHelper.newShard("shardId-1", "shardId-0", null, range1, keyRange);
shards.add(shard1);
Shard shard2 = ShardObjectHelper.newShard("shardId-2", "shardId-0", null, range2, keyRange);
shards.add(shard2);
return shards;
}

View file

@ -406,12 +406,12 @@ public class KinesisLocalFileProxy implements IKinesisProxy {
parentShards.add(iterator.shardId);
ChildShard leftChild = new ChildShard();
leftChild.setShardId("ShardId-1");
leftChild.setShardId("shardId-1");
leftChild.setParentShards(parentShards);
childShards.add(leftChild);
ChildShard rightChild = new ChildShard();
rightChild.setShardId("ShardId-2");
rightChild.setShardId("shardId-2");
rightChild.setParentShards(parentShards);
childShards.add(rightChild);
return childShards;