Merge pull request #578 from cloudskiff/feat/cacheS3repository

Implement cache in AWS S3 repository
main
Elie 2021-06-09 16:58:52 +02:00 committed by GitHub
commit b95b550c84
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
9 changed files with 134 additions and 38 deletions

View File

@ -36,7 +36,7 @@ func Init(version string, alerter *alerter.Alerter,
repositoryCache := cache.New(100) repositoryCache := cache.New(100)
s3Repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) s3Repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), repositoryCache)
ec2repository := repository.NewEC2Repository(provider.session, repositoryCache) ec2repository := repository.NewEC2Repository(provider.session, repositoryCache)
route53repository := repository.NewRoute53Repository(provider.session, repositoryCache) route53repository := repository.NewRoute53Repository(provider.session, repositoryCache)
lambdaRepository := repository.NewLambdaRepository(provider.session, repositoryCache) lambdaRepository := repository.NewLambdaRepository(provider.session, repositoryCache)

View File

@ -1,10 +1,13 @@
package repository package repository
import ( import (
"fmt"
awssdk "github.com/aws/aws-sdk-go/aws" awssdk "github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/awserr" "github.com/aws/aws-sdk-go/aws/awserr"
"github.com/aws/aws-sdk-go/service/s3" "github.com/aws/aws-sdk-go/service/s3"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
"github.com/pkg/errors" "github.com/pkg/errors"
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
) )
@ -19,33 +22,44 @@ type S3Repository interface {
type s3Repository struct { type s3Repository struct {
clientFactory client.AwsClientFactoryInterface clientFactory client.AwsClientFactoryInterface
cache cache.Cache
} }
func NewS3Repository(factory client.AwsClientFactoryInterface) *s3Repository { func NewS3Repository(factory client.AwsClientFactoryInterface, c cache.Cache) *s3Repository {
return &s3Repository{ return &s3Repository{
factory, factory,
c,
} }
} }
func (s *s3Repository) ListAllBuckets() ([]*s3.Bucket, error) { func (s *s3Repository) ListAllBuckets() ([]*s3.Bucket, error) {
if v := s.cache.Get("s3ListAllBuckets"); v != nil {
return v.([]*s3.Bucket), nil
}
out, err := s.clientFactory.GetS3Client(nil).ListBuckets(&s3.ListBucketsInput{}) out, err := s.clientFactory.GetS3Client(nil).ListBuckets(&s3.ListBucketsInput{})
if err != nil { if err != nil {
return nil, err return nil, err
} }
s.cache.Put("s3ListAllBuckets", out.Buckets)
return out.Buckets, nil return out.Buckets, nil
} }
func (s *s3Repository) ListBucketInventoryConfigurations(bucket *s3.Bucket, region string) ([]*s3.InventoryConfiguration, error) { func (s *s3Repository) ListBucketInventoryConfigurations(bucket *s3.Bucket, region string) ([]*s3.InventoryConfiguration, error) {
cacheKey := fmt.Sprintf("s3ListBucketInventoryConfigurations_%s_%s", *bucket.Name, region)
if v := s.cache.Get(cacheKey); v != nil {
return v.([]*s3.InventoryConfiguration), nil
}
inventoryConfigurations := make([]*s3.InventoryConfiguration, 0) inventoryConfigurations := make([]*s3.InventoryConfiguration, 0)
client := s.clientFactory.GetS3Client(&awssdk.Config{Region: &region}) s3client := s.clientFactory.GetS3Client(&awssdk.Config{Region: &region})
request := &s3.ListBucketInventoryConfigurationsInput{ request := &s3.ListBucketInventoryConfigurationsInput{
Bucket: bucket.Name, Bucket: bucket.Name,
ContinuationToken: nil, ContinuationToken: nil,
} }
for { for {
configurations, err := client.ListBucketInventoryConfigurations(request) configurations, err := s3client.ListBucketInventoryConfigurations(request)
if err != nil { if err != nil {
return nil, errors.Wrapf( return nil, errors.Wrapf(
err, err,
@ -61,19 +75,25 @@ func (s *s3Repository) ListBucketInventoryConfigurations(bucket *s3.Bucket, regi
} }
} }
s.cache.Put(cacheKey, inventoryConfigurations)
return inventoryConfigurations, nil return inventoryConfigurations, nil
} }
func (s *s3Repository) ListBucketMetricsConfigurations(bucket *s3.Bucket, region string) ([]*s3.MetricsConfiguration, error) { func (s *s3Repository) ListBucketMetricsConfigurations(bucket *s3.Bucket, region string) ([]*s3.MetricsConfiguration, error) {
cacheKey := fmt.Sprintf("s3ListBucketMetricsConfigurations_%s_%s", *bucket.Name, region)
if v := s.cache.Get(cacheKey); v != nil {
return v.([]*s3.MetricsConfiguration), nil
}
metricsConfigurationList := make([]*s3.MetricsConfiguration, 0) metricsConfigurationList := make([]*s3.MetricsConfiguration, 0)
client := s.clientFactory.GetS3Client(&awssdk.Config{Region: &region}) s3client := s.clientFactory.GetS3Client(&awssdk.Config{Region: &region})
request := &s3.ListBucketMetricsConfigurationsInput{ request := &s3.ListBucketMetricsConfigurationsInput{
Bucket: bucket.Name, Bucket: bucket.Name,
ContinuationToken: nil, ContinuationToken: nil,
} }
for { for {
configurations, err := client.ListBucketMetricsConfigurations(request) configurations, err := s3client.ListBucketMetricsConfigurations(request)
if err != nil { if err != nil {
return nil, errors.Wrapf( return nil, errors.Wrapf(
err, err,
@ -88,19 +108,26 @@ func (s *s3Repository) ListBucketMetricsConfigurations(bucket *s3.Bucket, region
break break
} }
} }
s.cache.Put(cacheKey, metricsConfigurationList)
return metricsConfigurationList, nil return metricsConfigurationList, nil
} }
func (s *s3Repository) ListBucketAnalyticsConfigurations(bucket *s3.Bucket, region string) ([]*s3.AnalyticsConfiguration, error) { func (s *s3Repository) ListBucketAnalyticsConfigurations(bucket *s3.Bucket, region string) ([]*s3.AnalyticsConfiguration, error) {
cacheKey := fmt.Sprintf("s3ListBucketAnalyticsConfigurations_%s_%s", *bucket.Name, region)
if v := s.cache.Get(cacheKey); v != nil {
return v.([]*s3.AnalyticsConfiguration), nil
}
analyticsConfigurationList := make([]*s3.AnalyticsConfiguration, 0) analyticsConfigurationList := make([]*s3.AnalyticsConfiguration, 0)
client := s.clientFactory.GetS3Client(&awssdk.Config{Region: &region}) s3client := s.clientFactory.GetS3Client(&awssdk.Config{Region: &region})
request := &s3.ListBucketAnalyticsConfigurationsInput{ request := &s3.ListBucketAnalyticsConfigurationsInput{
Bucket: bucket.Name, Bucket: bucket.Name,
ContinuationToken: nil, ContinuationToken: nil,
} }
for { for {
configurations, err := client.ListBucketAnalyticsConfigurations(request) configurations, err := s3client.ListBucketAnalyticsConfigurations(request)
if err != nil { if err != nil {
return nil, errors.Wrapf( return nil, errors.Wrapf(
err, err,
@ -117,10 +144,16 @@ func (s *s3Repository) ListBucketAnalyticsConfigurations(bucket *s3.Bucket, regi
} }
} }
s.cache.Put(cacheKey, analyticsConfigurationList)
return analyticsConfigurationList, nil return analyticsConfigurationList, nil
} }
func (s *s3Repository) GetBucketLocation(bucket *s3.Bucket) (string, error) { func (s *s3Repository) GetBucketLocation(bucket *s3.Bucket) (string, error) {
cacheKey := fmt.Sprintf("s3GetBucketLocation_%s", *bucket.Name)
if v := s.cache.Get(cacheKey); v != nil {
return v.(string), nil
}
bucketLocationRequest := s3.GetBucketLocationInput{Bucket: bucket.Name} bucketLocationRequest := s3.GetBucketLocationInput{Bucket: bucket.Name}
bucketLocationResponse, err := s.clientFactory.GetS3Client(nil).GetBucketLocation(&bucketLocationRequest) bucketLocationResponse, err := s.clientFactory.GetS3Client(nil).GetBucketLocation(&bucketLocationRequest)
if err != nil { if err != nil {
@ -134,15 +167,20 @@ func (s *s3Repository) GetBucketLocation(bucket *s3.Bucket) (string, error) {
return "", err return "", err
} }
var location string
// Buckets in Region us-east-1 have a LocationConstraint of null. // Buckets in Region us-east-1 have a LocationConstraint of null.
// https://docs.aws.amazon.com/AmazonS3/latest/API/API_GetBucketLocation.html#API_GetBucketLocation_ResponseSyntax // https://docs.aws.amazon.com/AmazonS3/latest/API/API_GetBucketLocation.html#API_GetBucketLocation_ResponseSyntax
if bucketLocationResponse.LocationConstraint == nil { if bucketLocationResponse.LocationConstraint == nil {
return "us-east-1", err location = "us-east-1"
} else {
location = *bucketLocationResponse.LocationConstraint
} }
if *bucketLocationResponse.LocationConstraint == "EU" { if location == "EU" {
return "eu-west-1", err location = "eu-west-1"
} }
return *bucketLocationResponse.LocationConstraint, nil s.cache.Put(cacheKey, location)
return location, nil
} }

View File

@ -1,6 +1,7 @@
package repository package repository
import ( import (
"fmt"
"strings" "strings"
"testing" "testing"
@ -9,6 +10,7 @@ import (
"github.com/aws/aws-sdk-go/aws/awserr" "github.com/aws/aws-sdk-go/aws/awserr"
"github.com/aws/aws-sdk-go/service/s3" "github.com/aws/aws-sdk-go/service/s3"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
awstest "github.com/cloudskiff/driftctl/test/aws" awstest "github.com/cloudskiff/driftctl/test/aws"
"github.com/pkg/errors" "github.com/pkg/errors"
"github.com/r3labs/diff/v2" "github.com/r3labs/diff/v2"
@ -35,7 +37,7 @@ func Test_s3Repository_ListAllBuckets(t *testing.T) {
}, },
}, },
nil, nil,
) ).Once()
}, },
want: []*s3.Bucket{ want: []*s3.Bucket{
{Name: aws.String("bucket1")}, {Name: aws.String("bucket1")},
@ -49,7 +51,7 @@ func Test_s3Repository_ListAllBuckets(t *testing.T) {
client.On("ListBuckets", &s3.ListBucketsInput{}).Return( client.On("ListBuckets", &s3.ListBucketsInput{}).Return(
nil, nil,
awserr.NewRequestFailure(nil, 403, ""), awserr.NewRequestFailure(nil, 403, ""),
) ).Once()
}, },
want: nil, want: nil,
wantErr: awserr.NewRequestFailure(nil, 403, ""), wantErr: awserr.NewRequestFailure(nil, 403, ""),
@ -57,14 +59,24 @@ func Test_s3Repository_ListAllBuckets(t *testing.T) {
} }
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
store := cache.New(1)
mockedClient := &awstest.MockFakeS3{} mockedClient := &awstest.MockFakeS3{}
tt.mocks(mockedClient) tt.mocks(mockedClient)
factory := client.MockAwsClientFactoryInterface{} factory := client.MockAwsClientFactoryInterface{}
factory.On("GetS3Client", (*aws.Config)(nil)).Return(mockedClient).Once() factory.On("GetS3Client", (*aws.Config)(nil)).Return(mockedClient).Once()
r := NewS3Repository(&factory) r := NewS3Repository(&factory, store)
got, err := r.ListAllBuckets() got, err := r.ListAllBuckets()
factory.AssertExpectations(t) factory.AssertExpectations(t)
assert.Equal(t, tt.wantErr, err) assert.Equal(t, tt.wantErr, err)
if err == nil {
// Check that results were cached
cachedData, err := r.ListAllBuckets()
assert.NoError(t, err)
assert.Equal(t, got, cachedData)
assert.IsType(t, []*s3.Bucket{}, store.Get("s3ListAllBuckets"))
}
changelog, err := diff.Diff(got, tt.want) changelog, err := diff.Diff(got, tt.want)
assert.Nil(t, err) assert.Nil(t, err)
if len(changelog) > 0 { if len(changelog) > 0 {
@ -117,7 +129,7 @@ func Test_s3Repository_ListBucketInventoryConfigurations(t *testing.T) {
NextContinuationToken: awssdk.String("nexttoken"), NextContinuationToken: awssdk.String("nexttoken"),
}, },
nil, nil,
) ).Once()
client.On( client.On(
"ListBucketInventoryConfigurations", "ListBucketInventoryConfigurations",
&s3.ListBucketInventoryConfigurationsInput{ &s3.ListBucketInventoryConfigurationsInput{
@ -134,7 +146,7 @@ func Test_s3Repository_ListBucketInventoryConfigurations(t *testing.T) {
IsTruncated: awssdk.Bool(false), IsTruncated: awssdk.Bool(false),
}, },
nil, nil,
) ).Once()
}, },
want: []*s3.InventoryConfiguration{ want: []*s3.InventoryConfiguration{
{Id: awssdk.String("config1")}, {Id: awssdk.String("config1")},
@ -165,7 +177,7 @@ func Test_s3Repository_ListBucketInventoryConfigurations(t *testing.T) {
).Return( ).Return(
nil, nil,
errors.New("aws error"), errors.New("aws error"),
) ).Once()
}, },
want: nil, want: nil,
wantErr: "Error listing bucket inventory configuration test-bucket: aws error", wantErr: "Error listing bucket inventory configuration test-bucket: aws error",
@ -173,11 +185,12 @@ func Test_s3Repository_ListBucketInventoryConfigurations(t *testing.T) {
} }
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
store := cache.New(1)
mockedClient := &awstest.MockFakeS3{} mockedClient := &awstest.MockFakeS3{}
tt.mocks(mockedClient) tt.mocks(mockedClient)
factory := client.MockAwsClientFactoryInterface{} factory := client.MockAwsClientFactoryInterface{}
factory.On("GetS3Client", &aws.Config{Region: awssdk.String(tt.input.region)}).Return(mockedClient).Once() factory.On("GetS3Client", &aws.Config{Region: awssdk.String(tt.input.region)}).Return(mockedClient).Once()
r := NewS3Repository(&factory) r := NewS3Repository(&factory, store)
got, err := r.ListBucketInventoryConfigurations(&tt.input.bucket, tt.input.region) got, err := r.ListBucketInventoryConfigurations(&tt.input.bucket, tt.input.region)
factory.AssertExpectations(t) factory.AssertExpectations(t)
if err != nil && tt.wantErr == "" { if err != nil && tt.wantErr == "" {
@ -186,6 +199,15 @@ func Test_s3Repository_ListBucketInventoryConfigurations(t *testing.T) {
if err != nil { if err != nil {
assert.Equal(t, tt.wantErr, err.Error()) assert.Equal(t, tt.wantErr, err.Error())
} }
if err == nil {
// Check that results were cached
cachedData, err := r.ListBucketInventoryConfigurations(&tt.input.bucket, tt.input.region)
assert.NoError(t, err)
assert.Equal(t, got, cachedData)
assert.IsType(t, []*s3.InventoryConfiguration{}, store.Get(fmt.Sprintf("s3ListBucketInventoryConfigurations_%s_%s", *tt.input.bucket.Name, tt.input.region)))
}
changelog, err := diff.Diff(got, tt.want) changelog, err := diff.Diff(got, tt.want)
assert.Nil(t, err) assert.Nil(t, err)
if len(changelog) > 0 { if len(changelog) > 0 {
@ -238,7 +260,7 @@ func Test_s3Repository_ListBucketMetricsConfigurations(t *testing.T) {
NextContinuationToken: awssdk.String("nexttoken"), NextContinuationToken: awssdk.String("nexttoken"),
}, },
nil, nil,
) ).Once()
client.On( client.On(
"ListBucketMetricsConfigurations", "ListBucketMetricsConfigurations",
&s3.ListBucketMetricsConfigurationsInput{ &s3.ListBucketMetricsConfigurationsInput{
@ -255,7 +277,7 @@ func Test_s3Repository_ListBucketMetricsConfigurations(t *testing.T) {
IsTruncated: awssdk.Bool(false), IsTruncated: awssdk.Bool(false),
}, },
nil, nil,
) ).Once()
}, },
want: []*s3.MetricsConfiguration{ want: []*s3.MetricsConfiguration{
{Id: awssdk.String("metric1")}, {Id: awssdk.String("metric1")},
@ -286,7 +308,7 @@ func Test_s3Repository_ListBucketMetricsConfigurations(t *testing.T) {
).Return( ).Return(
nil, nil,
errors.New("aws error"), errors.New("aws error"),
) ).Once()
}, },
want: nil, want: nil,
wantErr: "Error listing bucket metrics configuration test-bucket: aws error", wantErr: "Error listing bucket metrics configuration test-bucket: aws error",
@ -294,11 +316,12 @@ func Test_s3Repository_ListBucketMetricsConfigurations(t *testing.T) {
} }
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
store := cache.New(1)
mockedClient := &awstest.MockFakeS3{} mockedClient := &awstest.MockFakeS3{}
tt.mocks(mockedClient) tt.mocks(mockedClient)
factory := client.MockAwsClientFactoryInterface{} factory := client.MockAwsClientFactoryInterface{}
factory.On("GetS3Client", &aws.Config{Region: awssdk.String(tt.input.region)}).Return(mockedClient).Once() factory.On("GetS3Client", &aws.Config{Region: awssdk.String(tt.input.region)}).Return(mockedClient).Once()
r := NewS3Repository(&factory) r := NewS3Repository(&factory, store)
got, err := r.ListBucketMetricsConfigurations(&tt.input.bucket, tt.input.region) got, err := r.ListBucketMetricsConfigurations(&tt.input.bucket, tt.input.region)
factory.AssertExpectations(t) factory.AssertExpectations(t)
if err != nil && tt.wantErr == "" { if err != nil && tt.wantErr == "" {
@ -307,6 +330,15 @@ func Test_s3Repository_ListBucketMetricsConfigurations(t *testing.T) {
if err != nil { if err != nil {
assert.Equal(t, tt.wantErr, err.Error()) assert.Equal(t, tt.wantErr, err.Error())
} }
if err == nil {
// Check that results were cached
cachedData, err := r.ListBucketMetricsConfigurations(&tt.input.bucket, tt.input.region)
assert.NoError(t, err)
assert.Equal(t, got, cachedData)
assert.IsType(t, []*s3.MetricsConfiguration{}, store.Get(fmt.Sprintf("s3ListBucketMetricsConfigurations_%s_%s", *tt.input.bucket.Name, tt.input.region)))
}
changelog, err := diff.Diff(got, tt.want) changelog, err := diff.Diff(got, tt.want)
assert.Nil(t, err) assert.Nil(t, err)
if len(changelog) > 0 { if len(changelog) > 0 {
@ -359,7 +391,7 @@ func Test_s3Repository_ListBucketAnalyticsConfigurations(t *testing.T) {
NextContinuationToken: awssdk.String("nexttoken"), NextContinuationToken: awssdk.String("nexttoken"),
}, },
nil, nil,
) ).Once()
client.On( client.On(
"ListBucketAnalyticsConfigurations", "ListBucketAnalyticsConfigurations",
&s3.ListBucketAnalyticsConfigurationsInput{ &s3.ListBucketAnalyticsConfigurationsInput{
@ -376,7 +408,7 @@ func Test_s3Repository_ListBucketAnalyticsConfigurations(t *testing.T) {
IsTruncated: awssdk.Bool(false), IsTruncated: awssdk.Bool(false),
}, },
nil, nil,
) ).Once()
}, },
want: []*s3.AnalyticsConfiguration{ want: []*s3.AnalyticsConfiguration{
{Id: awssdk.String("analytic1")}, {Id: awssdk.String("analytic1")},
@ -407,7 +439,7 @@ func Test_s3Repository_ListBucketAnalyticsConfigurations(t *testing.T) {
).Return( ).Return(
nil, nil,
errors.New("aws error"), errors.New("aws error"),
) ).Once()
}, },
want: nil, want: nil,
wantErr: "Error listing bucket analytics configuration test-bucket: aws error", wantErr: "Error listing bucket analytics configuration test-bucket: aws error",
@ -415,11 +447,12 @@ func Test_s3Repository_ListBucketAnalyticsConfigurations(t *testing.T) {
} }
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
store := cache.New(1)
mockedClient := &awstest.MockFakeS3{} mockedClient := &awstest.MockFakeS3{}
tt.mocks(mockedClient) tt.mocks(mockedClient)
factory := client.MockAwsClientFactoryInterface{} factory := client.MockAwsClientFactoryInterface{}
factory.On("GetS3Client", &aws.Config{Region: awssdk.String(tt.input.region)}).Return(mockedClient).Once() factory.On("GetS3Client", &aws.Config{Region: awssdk.String(tt.input.region)}).Return(mockedClient).Once()
r := NewS3Repository(&factory) r := NewS3Repository(&factory, store)
got, err := r.ListBucketAnalyticsConfigurations(&tt.input.bucket, tt.input.region) got, err := r.ListBucketAnalyticsConfigurations(&tt.input.bucket, tt.input.region)
factory.AssertExpectations(t) factory.AssertExpectations(t)
if err != nil && tt.wantErr == "" { if err != nil && tt.wantErr == "" {
@ -428,6 +461,15 @@ func Test_s3Repository_ListBucketAnalyticsConfigurations(t *testing.T) {
if err != nil { if err != nil {
assert.Equal(t, tt.wantErr, err.Error()) assert.Equal(t, tt.wantErr, err.Error())
} }
if err == nil {
// Check that results were cached
cachedData, err := r.ListBucketAnalyticsConfigurations(&tt.input.bucket, tt.input.region)
assert.NoError(t, err)
assert.Equal(t, got, cachedData)
assert.IsType(t, []*s3.AnalyticsConfiguration{}, store.Get(fmt.Sprintf("s3ListBucketAnalyticsConfigurations_%s_%s", *tt.input.bucket.Name, tt.input.region)))
}
changelog, err := diff.Diff(got, tt.want) changelog, err := diff.Diff(got, tt.want)
assert.Nil(t, err) assert.Nil(t, err)
if len(changelog) > 0 { if len(changelog) > 0 {
@ -462,7 +504,7 @@ func Test_s3Repository_GetBucketLocation(t *testing.T) {
LocationConstraint: awssdk.String("eu-east-1"), LocationConstraint: awssdk.String("eu-east-1"),
}, },
nil, nil,
) ).Once()
}, },
want: "eu-east-1", want: "eu-east-1",
}, },
@ -477,7 +519,7 @@ func Test_s3Repository_GetBucketLocation(t *testing.T) {
}).Return( }).Return(
&s3.GetBucketLocationOutput{}, &s3.GetBucketLocationOutput{},
nil, nil,
) ).Once()
}, },
want: "us-east-1", want: "us-east-1",
}, },
@ -492,7 +534,7 @@ func Test_s3Repository_GetBucketLocation(t *testing.T) {
}).Return( }).Return(
nil, nil,
awserr.New(s3.ErrCodeNoSuchBucket, "", nil), awserr.New(s3.ErrCodeNoSuchBucket, "", nil),
) ).Once()
}, },
want: "", want: "",
}, },
@ -507,18 +549,19 @@ func Test_s3Repository_GetBucketLocation(t *testing.T) {
}).Return( }).Return(
nil, nil,
awserr.New("UnknownError", "aws error", nil), awserr.New("UnknownError", "aws error", nil),
) ).Once()
}, },
wantErr: "UnknownError: aws error", wantErr: "UnknownError: aws error",
}, },
} }
for _, tt := range tests { for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) { t.Run(tt.name, func(t *testing.T) {
store := cache.New(1)
mockedClient := &awstest.MockFakeS3{} mockedClient := &awstest.MockFakeS3{}
tt.mocks(mockedClient) tt.mocks(mockedClient)
factory := client.MockAwsClientFactoryInterface{} factory := client.MockAwsClientFactoryInterface{}
factory.On("GetS3Client", (*aws.Config)(nil)).Return(mockedClient).Once() factory.On("GetS3Client", (*aws.Config)(nil)).Return(mockedClient).Once()
r := NewS3Repository(&factory) r := NewS3Repository(&factory, store)
got, err := r.GetBucketLocation(tt.bucket) got, err := r.GetBucketLocation(tt.bucket)
factory.AssertExpectations(t) factory.AssertExpectations(t)
if err != nil && tt.wantErr == "" { if err != nil && tt.wantErr == "" {
@ -527,6 +570,15 @@ func Test_s3Repository_GetBucketLocation(t *testing.T) {
if err != nil { if err != nil {
assert.Equal(t, tt.wantErr, err.Error()) assert.Equal(t, tt.wantErr, err.Error())
} }
if err == nil && tt.want != "" {
// Check that results were cached
cachedData, err := r.GetBucketLocation(tt.bucket)
assert.NoError(t, err)
assert.Equal(t, got, cachedData)
assert.IsType(t, "", store.Get(fmt.Sprintf("s3GetBucketLocation_%s", *tt.bucket.Name)))
}
changelog, err := diff.Diff(got, tt.want) changelog, err := diff.Diff(got, tt.want)
assert.Nil(t, err) assert.Nil(t, err)
if len(changelog) > 0 { if len(changelog) > 0 {

View File

@ -10,6 +10,7 @@ import (
"github.com/cloudskiff/driftctl/pkg/parallel" "github.com/cloudskiff/driftctl/pkg/parallel"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/aws/repository" "github.com/cloudskiff/driftctl/pkg/remote/aws/repository"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error" remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error"
tf "github.com/cloudskiff/driftctl/pkg/remote/terraform" tf "github.com/cloudskiff/driftctl/pkg/remote/terraform"
"github.com/cloudskiff/driftctl/pkg/resource" "github.com/cloudskiff/driftctl/pkg/resource"
@ -135,7 +136,7 @@ func TestS3BucketAnalyticSupplier_Resources(t *testing.T) {
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
} }
repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), cache.New(0))
supplierLibrary.AddSupplier(NewS3BucketAnalyticSupplier(provider, repository, deserializer)) supplierLibrary.AddSupplier(NewS3BucketAnalyticSupplier(provider, repository, deserializer))
} }

View File

@ -10,6 +10,7 @@ import (
"github.com/cloudskiff/driftctl/pkg/parallel" "github.com/cloudskiff/driftctl/pkg/parallel"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/aws/repository" "github.com/cloudskiff/driftctl/pkg/remote/aws/repository"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error" remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error"
tf "github.com/cloudskiff/driftctl/pkg/remote/terraform" tf "github.com/cloudskiff/driftctl/pkg/remote/terraform"
"github.com/cloudskiff/driftctl/pkg/resource" "github.com/cloudskiff/driftctl/pkg/resource"
@ -131,7 +132,7 @@ func TestS3BucketInventorySupplier_Resources(t *testing.T) {
t.Fatal(err) t.Fatal(err)
} }
repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), cache.New(0))
supplierLibrary.AddSupplier(NewS3BucketInventorySupplier(provider, repository, deserializer)) supplierLibrary.AddSupplier(NewS3BucketInventorySupplier(provider, repository, deserializer))
} }

View File

@ -10,6 +10,7 @@ import (
"github.com/cloudskiff/driftctl/pkg/parallel" "github.com/cloudskiff/driftctl/pkg/parallel"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/aws/repository" "github.com/cloudskiff/driftctl/pkg/remote/aws/repository"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error" remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error"
tf "github.com/cloudskiff/driftctl/pkg/remote/terraform" tf "github.com/cloudskiff/driftctl/pkg/remote/terraform"
"github.com/cloudskiff/driftctl/pkg/resource" "github.com/cloudskiff/driftctl/pkg/resource"
@ -132,7 +133,7 @@ func TestS3BucketMetricSupplier_Resources(t *testing.T) {
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
} }
repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), cache.New(0))
supplierLibrary.AddSupplier(NewS3BucketMetricSupplier(provider, repository, deserializer)) supplierLibrary.AddSupplier(NewS3BucketMetricSupplier(provider, repository, deserializer))
} }

View File

@ -10,6 +10,7 @@ import (
"github.com/cloudskiff/driftctl/pkg/parallel" "github.com/cloudskiff/driftctl/pkg/parallel"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/aws/repository" "github.com/cloudskiff/driftctl/pkg/remote/aws/repository"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error" remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error"
tf "github.com/cloudskiff/driftctl/pkg/remote/terraform" tf "github.com/cloudskiff/driftctl/pkg/remote/terraform"
"github.com/cloudskiff/driftctl/pkg/resource" "github.com/cloudskiff/driftctl/pkg/resource"
@ -110,7 +111,7 @@ func TestS3BucketNotificationSupplier_Resources(t *testing.T) {
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
} }
repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), cache.New(0))
supplierLibrary.AddSupplier(NewS3BucketNotificationSupplier(provider, repository, deserializer)) supplierLibrary.AddSupplier(NewS3BucketNotificationSupplier(provider, repository, deserializer))
} }

View File

@ -10,6 +10,7 @@ import (
"github.com/cloudskiff/driftctl/pkg/parallel" "github.com/cloudskiff/driftctl/pkg/parallel"
"github.com/cloudskiff/driftctl/pkg/remote/aws/client" "github.com/cloudskiff/driftctl/pkg/remote/aws/client"
"github.com/cloudskiff/driftctl/pkg/remote/aws/repository" "github.com/cloudskiff/driftctl/pkg/remote/aws/repository"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error" remoteerror "github.com/cloudskiff/driftctl/pkg/remote/error"
tf "github.com/cloudskiff/driftctl/pkg/remote/terraform" tf "github.com/cloudskiff/driftctl/pkg/remote/terraform"
"github.com/cloudskiff/driftctl/pkg/resource" "github.com/cloudskiff/driftctl/pkg/resource"
@ -111,7 +112,7 @@ func TestS3BucketPolicySupplier_Resources(t *testing.T) {
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
} }
repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), cache.New(0))
supplierLibrary.AddSupplier(NewS3BucketPolicySupplier(provider, repository, deserializer)) supplierLibrary.AddSupplier(NewS3BucketPolicySupplier(provider, repository, deserializer))
} }

View File

@ -7,6 +7,7 @@ import (
awssdk "github.com/aws/aws-sdk-go/aws" awssdk "github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/awserr" "github.com/aws/aws-sdk-go/aws/awserr"
"github.com/aws/aws-sdk-go/service/s3" "github.com/aws/aws-sdk-go/service/s3"
"github.com/cloudskiff/driftctl/pkg/remote/cache"
testresource "github.com/cloudskiff/driftctl/test/resource" testresource "github.com/cloudskiff/driftctl/test/resource"
"github.com/cloudskiff/driftctl/pkg/parallel" "github.com/cloudskiff/driftctl/pkg/parallel"
@ -92,7 +93,7 @@ func TestS3BucketSupplier_Resources(t *testing.T) {
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
} }
repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session)) repository := repository.NewS3Repository(client.NewAWSClientFactory(provider.session), cache.New(0))
supplierLibrary.AddSupplier(NewS3BucketSupplier(provider, repository, deserializer)) supplierLibrary.AddSupplier(NewS3BucketSupplier(provider, repository, deserializer))
} }