add recoverability in the pipeline, especially for throughput errors
This commit is contained in:
parent
797b575ad1
commit
6502115563
2 changed files with 2 additions and 2 deletions
|
|
@ -33,7 +33,7 @@ func (p Pipeline) isRecoverableError(err error) bool {
|
|||
r = true
|
||||
}
|
||||
|
||||
return true
|
||||
return r
|
||||
}
|
||||
|
||||
// handle the aws exponential backoff
|
||||
|
|
|
|||
|
|
@ -10,7 +10,7 @@ func TestCopyStatement(t *testing.T) {
|
|||
S3Bucket: "test_bucket",
|
||||
TableName: "test_table",
|
||||
}
|
||||
f := e.copyStatement("/test.txt")
|
||||
f := e.copyStatement("test.txt")
|
||||
|
||||
copyStatement := "COPY test_table FROM 's3://test_bucket/test.txt' CREDENTIALS 'aws_access_key_id=;aws_secret_access_key=' DELIMITER ',';"
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue