add recoverability in the pipeline, especially for throughput errors
This commit is contained in:
parent
797b575ad1
commit
6502115563
2 changed files with 2 additions and 2 deletions
|
|
@ -33,7 +33,7 @@ func (p Pipeline) isRecoverableError(err error) bool {
|
||||||
r = true
|
r = true
|
||||||
}
|
}
|
||||||
|
|
||||||
return true
|
return r
|
||||||
}
|
}
|
||||||
|
|
||||||
// handle the aws exponential backoff
|
// handle the aws exponential backoff
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ func TestCopyStatement(t *testing.T) {
|
||||||
S3Bucket: "test_bucket",
|
S3Bucket: "test_bucket",
|
||||||
TableName: "test_table",
|
TableName: "test_table",
|
||||||
}
|
}
|
||||||
f := e.copyStatement("/test.txt")
|
f := e.copyStatement("test.txt")
|
||||||
|
|
||||||
copyStatement := "COPY test_table FROM 's3://test_bucket/test.txt' CREDENTIALS 'aws_access_key_id=;aws_secret_access_key=' DELIMITER ',';"
|
copyStatement := "COPY test_table FROM 's3://test_bucket/test.txt' CREDENTIALS 'aws_access_key_id=;aws_secret_access_key=' DELIMITER ',';"
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue