diff --git a/.github/styles/Vocab/Base/accept.txt b/.github/styles/Vocab/Base/accept.txt index ea3b11f4d416c3..5215fa435a2392 100644 --- a/.github/styles/Vocab/Base/accept.txt +++ b/.github/styles/Vocab/Base/accept.txt @@ -122,6 +122,7 @@ jira json JSON jsonb +Kao Kestra keyless Kibana diff --git a/.github/workflows/broken_links.yml b/.github/workflows/broken_links.yml index f6391cffc23778..dd8017280b93b0 100644 --- a/.github/workflows/broken_links.yml +++ b/.github/workflows/broken_links.yml @@ -76,6 +76,7 @@ jobs: --exclude "${{ steps.vercel.outputs.url }}/buy/*" \ --exclude "${{ steps.vercel.outputs.url }}/contact" \ --exclude "${{ steps.vercel.outputs.url }}/register_for_cloud" \ + --exclude "${{ steps.vercel.outputs.url }}/apply_for_job" \ --exclude cloudquery.io/discord \ --exclude cloudquery.io/buy \ --exclude localhost \ diff --git a/.github/workflows/broken_links_scheduled.yml b/.github/workflows/broken_links_scheduled.yml index e4b19061972c23..5a553953720167 100644 --- a/.github/workflows/broken_links_scheduled.yml +++ b/.github/workflows/broken_links_scheduled.yml @@ -32,6 +32,7 @@ jobs: --exclude "${{ steps.vercel.outputs.url }}/buy/*" \ --exclude "${{ steps.vercel.outputs.url }}/contact" \ --exclude "${{ steps.vercel.outputs.url }}/register_for_cloud" \ + --exclude "${{ steps.vercel.outputs.url }}/apply_for_job" \ --exclude linkedin \ --exclude cloudquery.io/discord \ --exclude cloudquery.io/buy \ diff --git a/.release-please-manifest.json b/.release-please-manifest.json index 17acab0828b2e3..0982950f0d7057 100644 --- a/.release-please-manifest.json +++ b/.release-please-manifest.json @@ -1,7 +1,7 @@ { - "cli": "3.14.1", + "cli": "3.14.2", "cli+FILLER": "0.0.0", - "plugins/source/aws": "22.6.0", + "plugins/source/aws": "22.7.0", "plugins/source/aws+FILLER": "0.0.0", "plugins/source/azure": "9.3.1", "plugins/source/azure+FILLER": "0.0.0", @@ -11,7 +11,7 @@ "plugins/source/digitalocean+FILLER": "0.0.0", "plugins/source/gcp": "9.4.5", "plugins/source/gcp+FILLER": "0.0.0", - "plugins/source/github": "7.1.3", + "plugins/source/github": "7.2.0", "plugins/source/github+FILLER": "0.0.0", "plugins/source/heroku": "4.0.2", "plugins/source/heroku+FILLER": "0.0.0", @@ -69,7 +69,7 @@ "plugins/source/oracle+FILLER": "0.0.0", "plugins/source/alicloud": "4.0.5", "plugins/source/alicloud+FILLER": "0.0.0", - "plugins/destination/mssql": "4.3.5", + "plugins/destination/mssql": "4.3.6", "plugins/destination/mssql+FILLER": "0.0.0", "plugins/source/shopify": "3.0.5", "plugins/source/shopify+FILLER": "0.0.0", @@ -109,11 +109,11 @@ "plugins/source/oracledb+FILLER": "0.0.0", "plugins/source/square": "1.0.0", "plugins/source/square+FILLER": "0.0.0", - "plugins/source/typeform": "1.0.0", + "plugins/source/typeform": "1.0.1", "plugins/source/typeform+FILLER": "0.0.0", "plugins/source/jira": "1.0.2", "plugins/source/jira+FILLER": "0.0.0", "plugins/source/vault": "1.0.0", "plugins/source/vault+FILLER": "0.0.0", - "plugins/source/airtable": "1.0.0" + "plugins/source/airtable": "1.1.0" } diff --git a/cli/CHANGELOG.md b/cli/CHANGELOG.md index 166668a3e1bb00..f0eaeddcc86b14 100644 --- a/cli/CHANGELOG.md +++ b/cli/CHANGELOG.md @@ -5,6 +5,16 @@ All notable changes to CloudQuery will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). +## [3.14.2](https://github.com/cloudquery/cloudquery/compare/cli-v3.14.1...cli-v3.14.2) (2023-08-23) + + +### Bug Fixes + +* Apply schema and record transformations for v2 sources with v3 destinations ([#13291](https://github.com/cloudquery/cloudquery/issues/13291)) ([5fd5b59](https://github.com/cloudquery/cloudquery/commit/5fd5b59dca33b18910d7bd661eb11a514c2e6cee)) +* **deps:** Update github.com/cloudquery/arrow/go/v13 digest to 5b83d4f ([#13203](https://github.com/cloudquery/cloudquery/issues/13203)) ([b0a4b8c](https://github.com/cloudquery/cloudquery/commit/b0a4b8ccf7c429bf5a6ed88866865212015b68e4)) +* **deps:** Update module github.com/cloudquery/plugin-sdk/v4 to v4.5.1 ([#13195](https://github.com/cloudquery/cloudquery/issues/13195)) ([a184c37](https://github.com/cloudquery/cloudquery/commit/a184c3786ad49df8564344773e9b96f617ef87a1)) +* **deps:** Update module github.com/cloudquery/plugin-sdk/v4 to v4.5.2 ([#13262](https://github.com/cloudquery/cloudquery/issues/13262)) ([5c55aa3](https://github.com/cloudquery/cloudquery/commit/5c55aa35282786375e8ce9493b2a4878e0fb27bc)) + ## [3.14.1](https://github.com/cloudquery/cloudquery/compare/cli-v3.14.0...cli-v3.14.1) (2023-08-17) diff --git a/cli/cmd/migrate.go b/cli/cmd/migrate.go index 3ff390d7614bf5..293681c1fc9930 100644 --- a/cli/cmd/migrate.go +++ b/cli/cmd/migrate.go @@ -119,6 +119,7 @@ func migrate(cmd *cobra.Command, args []string) error { return fmt.Errorf("failed to migrate v3 source %s: %w", cl.Name(), err) } case 2: + destinationsVersions := make([][]int, 0, len(destinationClientsForSource)) for _, destination := range destinationClientsForSource { versions, err := destination.Versions(ctx) if err != nil { @@ -127,8 +128,9 @@ func migrate(cmd *cobra.Command, args []string) error { if !slices.Contains(versions, 1) { return fmt.Errorf("destination plugin %[1]s does not support CloudQuery SDK version 1. Please upgrade to a newer version of the %[1]s destination plugin", destination.Name()) } + destinationsVersions = append(destinationsVersions, versions) } - if err := migrateConnectionV2(ctx, cl, destinationClientsForSource, *source, destinationForSourceSpec); err != nil { + if err := migrateConnectionV2(ctx, cl, destinationClientsForSource, *source, destinationForSourceSpec, destinationsVersions); err != nil { return fmt.Errorf("failed to migrate source %v@%v: %w", source.Name, source.Version, err) } case 1: diff --git a/cli/cmd/migrate_v2.go b/cli/cmd/migrate_v2.go index 040000ef800156..bcc4b39170bb94 100644 --- a/cli/cmd/migrate_v2.go +++ b/cli/cmd/migrate_v2.go @@ -13,7 +13,7 @@ import ( "github.com/rs/zerolog/log" ) -func migrateConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, managedDestinationsClients managedplugin.Clients, sourceSpec specs.Source, destinationSpecs []specs.Destination) error { +func migrateConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, managedDestinationsClients managedplugin.Clients, sourceSpec specs.Source, destinationSpecs []specs.Destination, destinationsVersions [][]int) error { destinationStrings := make([]string, len(destinationSpecs)) for i := range destinationSpecs { destinationStrings[i] = destinationSpecs[i].VersionString() @@ -23,6 +23,7 @@ func migrateConnectionV2(ctx context.Context, sourceClient *managedplugin.Client defer log.Info().Str("source", sourceSpec.Name).Strs("destinations", destinationStrings).Time("migrate_time", migrateStart).Msg("End migration") sourcePbClient := pbSource.NewSourceClient(sourceClient.Conn) + destinationsTransformers := getSourceV2DestV3DestinationsTransformers(sourceSpec, destinationSpecs, migrateStart, destinationsVersions) destinationsPbClients := make([]pbdestination.DestinationClient, len(managedDestinationsClients)) for i := range managedDestinationsClients { destinationsPbClients[i] = pbdestination.NewDestinationClient(managedDestinationsClients[i].Conn) @@ -42,6 +43,15 @@ func migrateConnectionV2(ctx context.Context, sourceClient *managedplugin.Client return fmt.Errorf("failed to GetDynamicTables: %w", err) } + transformedSchemasBytes := make([][][]byte, 0, len(managedDestinationsClients)) + for i := range managedDestinationsClients { + destinationSchemasBytes, err := transformSourceV2DestV3Schemas(tablesRes.Tables, destinationsTransformers[i]) + if err != nil { + return err + } + transformedSchemasBytes = append(transformedSchemasBytes, destinationSchemasBytes) + } + fmt.Printf("Starting migration with for: %s -> %s\n", sourceSpec.VersionString(), destinationStrings) for i := range managedDestinationsClients { destSpecBytes, err := json.Marshal(CLIDestinationSpecToPbSpec(destinationSpecs[i])) @@ -54,7 +64,7 @@ func migrateConnectionV2(ctx context.Context, sourceClient *managedplugin.Client return fmt.Errorf("failed to call Migrate: %w", err) } if _, err := destinationsPbClients[i].Migrate(ctx, &pbdestination.Migrate_Request{ - Tables: tablesRes.Tables, + Tables: transformedSchemasBytes[i], }); err != nil { return fmt.Errorf("failed to call Migrate: %w", err) } diff --git a/cli/cmd/sync.go b/cli/cmd/sync.go index 1e1013fb72fca5..fb7db688b4134a 100644 --- a/cli/cmd/sync.go +++ b/cli/cmd/sync.go @@ -214,6 +214,7 @@ func sync(cmd *cobra.Command, args []string) error { return fmt.Errorf("failed to sync v3 source %s: %w", cl.Name(), err) } case 2: + destinationsVersions := make([][]int, 0, len(destinationClientsForSource)) for _, destination := range destinationClientsForSource { versions, err := destination.Versions(ctx) if err != nil { @@ -222,8 +223,9 @@ func sync(cmd *cobra.Command, args []string) error { if !slices.Contains(versions, 1) { return fmt.Errorf("destination plugin %[1]s does not support CloudQuery SDK version 1. Please upgrade to a newer version of the %[1]s destination plugin", destination.Name()) } + destinationsVersions = append(destinationsVersions, versions) } - if err := syncConnectionV2(ctx, cl, destinationClientsForSource, *source, destinationForSourceSpec, invocationUUID.String(), noMigrate); err != nil { + if err := syncConnectionV2(ctx, cl, destinationClientsForSource, *source, destinationForSourceSpec, invocationUUID.String(), noMigrate, destinationsVersions); err != nil { return fmt.Errorf("failed to sync v2 source %s: %w", cl.Name(), err) } case 1: diff --git a/cli/cmd/sync_v2.go b/cli/cmd/sync_v2.go index 9cdf923722093c..519a7fba8a4ed2 100644 --- a/cli/cmd/sync_v2.go +++ b/cli/cmd/sync_v2.go @@ -9,17 +9,79 @@ import ( "time" "github.com/cloudquery/cloudquery/cli/internal/specs/v0" + "github.com/cloudquery/cloudquery/cli/internal/transformer" "github.com/cloudquery/plugin-pb-go/managedplugin" "github.com/cloudquery/plugin-pb-go/metrics" "github.com/cloudquery/plugin-pb-go/pb/destination/v1" + pluginv3 "github.com/cloudquery/plugin-pb-go/pb/plugin/v3" "github.com/cloudquery/plugin-pb-go/pb/source/v2" "github.com/rs/zerolog/log" "github.com/schollz/progressbar/v3" + "golang.org/x/exp/slices" "google.golang.org/protobuf/types/known/timestamppb" ) +func getSourceV2DestV3DestinationsTransformers(sourceSpec specs.Source, destinationSpecs []specs.Destination, syncTime time.Time, destinationsVersions [][]int) []*transformer.RecordTransformer { + destinationsTransformers := make([]*transformer.RecordTransformer, 0, len(destinationsVersions)) + for i := range destinationsVersions { + // We only need to transform to destinations that are v3 + if !slices.Contains(destinationsVersions[i], 3) { + destinationsTransformers = append(destinationsTransformers, nil) + continue + } + opts := []transformer.RecordTransformerOption{ + transformer.WithSourceNameColumn(sourceSpec.Name), + transformer.WithSyncTimeColumn(syncTime), + } + if destinationSpecs[i].WriteMode == specs.WriteModeAppend { + opts = append(opts, transformer.WithRemovePKs()) + } else if destinationSpecs[i].PKMode == specs.PKModeCQID { + opts = append(opts, transformer.WithRemovePKs()) + opts = append(opts, transformer.WithCQIDPrimaryKey()) + } + destinationsTransformers = append(destinationsTransformers, transformer.NewRecordTransformer(opts...)) + } + return destinationsTransformers +} + +func transformSourceV2DestV3Schemas(originalSchemas [][]byte, recordTransformer *transformer.RecordTransformer) ([][]byte, error) { + if recordTransformer == nil { + return originalSchemas, nil + } + transformedSchemasBytes := make([][]byte, 0, len(originalSchemas)) + for _, s := range originalSchemas { + schema, err := pluginv3.NewSchemaFromBytes(s) + if err != nil { + return nil, err + } + transformedSchema := recordTransformer.TransformSchema(schema) + transformedSchemaBytes, err := pluginv3.SchemaToBytes(transformedSchema) + if err != nil { + return nil, err + } + transformedSchemasBytes = append(transformedSchemasBytes, transformedSchemaBytes) + } + return transformedSchemasBytes, nil +} + +func transformSourceV2DestV3Resource(originalResourceBytes []byte, recordTransformer *transformer.RecordTransformer) ([]byte, error) { + if recordTransformer == nil { + return originalResourceBytes, nil + } + resource, err := pluginv3.NewRecordFromBytes(originalResourceBytes) + if err != nil { + return nil, err + } + transformedResource := recordTransformer.Transform(resource) + transformedResourceBytes, err := pluginv3.RecordToBytes(transformedResource) + if err != nil { + return nil, err + } + return transformedResourceBytes, nil +} + // nolint:dupl -func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, destinationsClients managedplugin.Clients, sourceSpec specs.Source, destinationSpecs []specs.Destination, uid string, noMigrate bool) error { +func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, destinationsClients managedplugin.Clients, sourceSpec specs.Source, destinationSpecs []specs.Destination, uid string, noMigrate bool, destinationsVersions [][]int) error { var mt metrics.Metrics var exitReason = ExitReasonStopped defer func() { @@ -40,6 +102,7 @@ func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, d sourcePbClient := source.NewSourceClient(sourceClient.Conn) destinationsPbClients := make([]destination.DestinationClient, len(destinationsClients)) + destinationsTransformers := getSourceV2DestV3DestinationsTransformers(sourceSpec, destinationSpecs, syncTime, destinationsVersions) for i := range destinationsClients { destinationsPbClients[i] = destination.NewDestinationClient(destinationsClients[i].Conn) } @@ -69,12 +132,21 @@ func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, d } } + transformedSchemasBytes := make([][][]byte, 0, len(destinationsPbClients)) + for i := range destinationsPbClients { + destinationSchemasBytes, err := transformSourceV2DestV3Schemas(tablesRes.Tables, destinationsTransformers[i]) + if err != nil { + return err + } + transformedSchemasBytes = append(transformedSchemasBytes, destinationSchemasBytes) + } + if !noMigrate { migrateStart := time.Now().UTC() fmt.Printf("Starting migration for: %s -> %s\n", sourceSpec.VersionString(), destinationStrings) for i := range destinationsClients { if _, err := destinationsPbClients[i].Migrate(ctx, &destination.Migrate_Request{ - Tables: tablesRes.Tables, + Tables: transformedSchemasBytes[i], }); err != nil { return err } @@ -105,7 +177,7 @@ func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, d } if err := writeClients[i].Send(&destination.Write_Request{ Source: sourceSpec.Name, - Tables: tablesRes.Tables, + Tables: transformedSchemasBytes[i], Timestamp: timestamppb.New(syncTime), }); err != nil { return err @@ -145,8 +217,12 @@ func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, d } _ = bar.Add(1) for i := range destinationsPbClients { + transformedResourceBytes, err := transformSourceV2DestV3Resource(r.Resource, destinationsTransformers[i]) + if err != nil { + return err + } if err := writeClients[i].Send(&destination.Write_Request{ - Resource: r.Resource, + Resource: transformedResourceBytes, }); err != nil { return err } @@ -155,7 +231,7 @@ func syncConnectionV2(ctx context.Context, sourceClient *managedplugin.Client, d for i := range destinationsClients { if destinationSpecs[i].WriteMode == specs.WriteModeOverwriteDeleteStale { _, err := destinationsPbClients[i].DeleteStale(ctx, &destination.DeleteStale_Request{ - Tables: tablesRes.Tables, + Tables: transformedSchemasBytes[i], Source: sourceSpec.Name, Timestamp: timestamppb.New(syncTime), }) diff --git a/cli/go.mod b/cli/go.mod index 849c300563a10e..36a6a45d1eda84 100644 --- a/cli/go.mod +++ b/cli/go.mod @@ -6,7 +6,7 @@ require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/bradleyjkemp/cupaloy/v2 v2.8.0 github.com/cloudquery/plugin-pb-go v1.9.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/getsentry/sentry-go v0.20.0 github.com/ghodss/yaml v1.0.0 github.com/google/go-cmp v0.5.9 @@ -64,4 +64,4 @@ require ( gopkg.in/yaml.v2 v2.4.0 // indirect ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 diff --git a/cli/go.sum b/cli/go.sum index b72533e95e5424..3d8a9dcb312c14 100644 --- a/cli/go.sum +++ b/cli/go.sum @@ -6,12 +6,12 @@ github.com/avast/retry-go/v4 v4.3.4 h1:pHLkL7jvCvP317I8Ge+Km2Yhntv3SdkJm7uekkqbK github.com/avast/retry-go/v4 v4.3.4/go.mod h1:rv+Nla6Vk3/ilU0H51VHddWHiwimzX66yZ0JT6T+UvE= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/bradleyjkemp/cupaloy/v2 v2.8.0/go.mod h1:bm7JXdkRd4BHJk9HpwqAI8BoAY1lps46Enkdqw6aRX0= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc= github.com/cpuguy83/go-md2man/v2 v2.0.2 h1:p1EgwI/C7NhT0JmVkwCD2ZBK8j4aeHQX2pMHHBfMQ6w= github.com/cpuguy83/go-md2man/v2 v2.0.2/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o= diff --git a/plugins/destination/azblob/go.mod b/plugins/destination/azblob/go.mod index ca1fa96cc5ab1f..018ace09326f22 100644 --- a/plugins/destination/azblob/go.mod +++ b/plugins/destination/azblob/go.mod @@ -6,8 +6,8 @@ require ( github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.2.2 github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/filetypes/v4 v4.1.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/filetypes/v4 v4.1.5 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/google/go-cmp v0.5.9 github.com/google/uuid v1.3.0 github.com/rs/zerolog v1.30.0 @@ -15,7 +15,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0 // indirect @@ -25,7 +25,7 @@ require ( github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/thrift v0.18.1 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/dnaeon/go-vcr v1.2.0 // indirect diff --git a/plugins/destination/azblob/go.sum b/plugins/destination/azblob/go.sum index 07884d4d269203..ca11dfedcea477 100644 --- a/plugins/destination/azblob/go.sum +++ b/plugins/destination/azblob/go.sum @@ -61,16 +61,16 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/filetypes/v4 v4.1.3 h1:Yd+cUv3aDdhQSum1wUqxFbxzyk+LjcA0XA9bWWhncCc= -github.com/cloudquery/filetypes/v4 v4.1.3/go.mod h1:iiy/HFRlfRSWr/AQ2CgqxQTsY0gJKxpk+xzxZttoCsQ= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/filetypes/v4 v4.1.5 h1:Cgu4hqvWUq2co+6m8NDSEkNSZipT0LoIB66XY8IrFDs= +github.com/cloudquery/filetypes/v4 v4.1.5/go.mod h1:sX/8ar2iicA/AvVinYGosGf39as3/A5T+6LYOtw2vsg= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/bigquery/client/client_test.go b/plugins/destination/bigquery/client/client_test.go index 0bb5953bb5a729..78eeba78a76211 100644 --- a/plugins/destination/bigquery/client/client_test.go +++ b/plugins/destination/bigquery/client/client_test.go @@ -18,6 +18,7 @@ func TestPlugin(t *testing.T) { ProjectID: os.Getenv("BIGQUERY_PROJECT_ID"), DatasetID: os.Getenv("BIGQUERY_DATASET_ID"), DatasetLocation: os.Getenv("BIGQUERY_DATASET_LOCATION"), + Endpoint: os.Getenv("BIGQUERY_ENDPOINT"), TimePartitioning: "none", } specBytes, err := json.Marshal(spec) diff --git a/plugins/destination/bigquery/client/write.go b/plugins/destination/bigquery/client/write.go index d426c8a5e42902..d398d1b68b3de1 100644 --- a/plugins/destination/bigquery/client/write.go +++ b/plugins/destination/bigquery/client/write.go @@ -37,7 +37,6 @@ func (c *Client) Write(ctx context.Context, res <-chan message.WriteMessage) err return nil } -// WriteTableBatch(ctx context.Context, name string, msgs []*message.Insert) error func (c *Client) WriteTableBatch(ctx context.Context, name string, msgs message.WriteInserts) error { inserter := c.client.Dataset(c.spec.DatasetID).Table(name).Inserter() inserter.IgnoreUnknownValues = true @@ -45,17 +44,13 @@ func (c *Client) WriteTableBatch(ctx context.Context, name string, msgs message. batch := make([]*item, 0) for _, msg := range msgs { rec := msg.Record - sc := rec.Schema() - for r := 0; r < int(rec.NumRows()); r++ { - saver := &item{ - cols: make(map[string]bigquery.Value, len(sc.Fields())), - } - for i, col := range rec.Columns() { - if col.IsNull(r) { + for i := 0; i < int(rec.NumRows()); i++ { + saver := &item{cols: make(map[string]bigquery.Value, rec.NumCols())} + for n, col := range rec.Columns() { + if col.IsValid(i) { // save some bandwidth by not sending nil values - continue + saver.cols[rec.ColumnName(n)] = getValueForBigQuery(col, i) } - saver.cols[sc.Fields()[i].Name] = c.getValueForBigQuery(col, r) } batch = append(batch, saver) } @@ -78,13 +73,13 @@ func (c *Client) WriteTableBatch(ctx context.Context, name string, msgs message. return nil } -func (c *Client) getValueForBigQuery(col arrow.Array, i int) any { +func getValueForBigQuery(col arrow.Array, i int) any { switch v := col.(type) { case *array.Struct: m := map[string]bigquery.Value{} fields := v.DataType().(*arrow.StructType).Fields() for f, field := range fields { - m[field.Name] = c.getValueForBigQuery(v.Field(f), i) + m[field.Name] = getValueForBigQuery(v.Field(f), i) } return m case *array.Map: @@ -92,24 +87,22 @@ func (c *Client) getValueForBigQuery(col arrow.Array, i int) any { b, _ := json.Marshal(v2) return string(b) case array.ListLike: - arr := col.(array.ListLike) - elems := make([]any, 0, arr.Len()) - for j := 0; j < arr.Len(); j++ { - if arr.IsNull(j) { + col := col.(array.ListLike) + from, to := col.ValueOffsets(i) + slc := array.NewSlice(col.ListValues(), from, to) + elems := make([]any, 0, slc.Len()) + for j := 0; j < slc.Len(); j++ { + if slc.IsNull(j) { continue } - from, to := arr.ValueOffsets(j) - slc := array.NewSlice(arr.ListValues(), from, to) - for k := 0; k < slc.Len(); k++ { - if slc.IsNull(k) { - // LIMITATION: BigQuery does not support null values in repeated columns. - // Therefore, these get stripped out here. In the future, perhaps we should support - // an option to use JSON instead of repeated columns for users who need to preserve - // the null values. - continue - } - elems = append(elems, c.getValueForBigQuery(slc, k)) + if slc.IsNull(j) { + // LIMITATION: BigQuery does not support null values in repeated columns. + // Therefore, these get stripped out here. In the future, perhaps we should support + // an option to use JSON instead of repeated columns for users who need to preserve + // the null values. + continue } + elems = append(elems, getValueForBigQuery(slc, j)) } return elems case *array.MonthDayNanoInterval: diff --git a/plugins/destination/bigquery/go.mod b/plugins/destination/bigquery/go.mod index c6a7f92a86b944..a738e9968dfd31 100644 --- a/plugins/destination/bigquery/go.mod +++ b/plugins/destination/bigquery/go.mod @@ -5,7 +5,7 @@ go 1.20 require ( cloud.google.com/go/bigquery v1.53.0 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/goccy/go-json v0.10.2 github.com/rs/zerolog v1.29.1 golang.org/x/sync v0.2.0 @@ -17,7 +17,7 @@ require ( github.com/apache/arrow/go/v12 v12.0.0 // indirect github.com/apache/thrift v0.16.0 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/go-logr/logr v1.2.4 // indirect @@ -52,7 +52,7 @@ require ( gopkg.in/yaml.v3 v3.0.1 // indirect ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( cloud.google.com/go v0.110.6 diff --git a/plugins/destination/bigquery/go.sum b/plugins/destination/bigquery/go.sum index 18f2332fa8ea3c..d5038a43e71e33 100644 --- a/plugins/destination/bigquery/go.sum +++ b/plugins/destination/bigquery/go.sum @@ -65,14 +65,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/clickhouse/go.mod b/plugins/destination/clickhouse/go.mod index b83046e87b4edc..4c8190ca581e51 100644 --- a/plugins/destination/clickhouse/go.mod +++ b/plugins/destination/clickhouse/go.mod @@ -5,7 +5,7 @@ go 1.20 require ( github.com/ClickHouse/clickhouse-go/v2 v2.10.1 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/google/uuid v1.3.0 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 @@ -14,7 +14,7 @@ require ( require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/go-logr/logr v1.2.4 // indirect github.com/go-logr/stdr v1.2.2 // indirect github.com/grpc-ecosystem/grpc-gateway/v2 v2.7.0 // indirect @@ -29,7 +29,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/ClickHouse/ch-go v0.57.0 // indirect diff --git a/plugins/destination/clickhouse/go.sum b/plugins/destination/clickhouse/go.sum index de5969c8e7d0e5..af8c5201383462 100644 --- a/plugins/destination/clickhouse/go.sum +++ b/plugins/destination/clickhouse/go.sum @@ -51,14 +51,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/clickhouse/typeconv/ch/values/values_test.go b/plugins/destination/clickhouse/typeconv/ch/values/values_test.go index d57e5cb032dc0f..8e2ce8e8bb28bf 100644 --- a/plugins/destination/clickhouse/typeconv/ch/values/values_test.go +++ b/plugins/destination/clickhouse/typeconv/ch/values/values_test.go @@ -45,11 +45,9 @@ func BenchmarkFromArray(b *testing.B) { SyncTime: syncTime, MaxRows: b.N, } - records := schema.NewTestDataGenerator().Generate(table, opts) + record := schema.NewTestDataGenerator().Generate(table, opts) b.ResetTimer() - for n := range table.Columns { - for i := range records { - _, _ = FromArray(records[i].Column(n)) - } + for _, col := range record.Columns() { + _, _ = FromArray(col) } } diff --git a/plugins/destination/duckdb/go.mod b/plugins/destination/duckdb/go.mod index 3b0f9ae9c32df5..f26bf9bf2f62ab 100644 --- a/plugins/destination/duckdb/go.mod +++ b/plugins/destination/duckdb/go.mod @@ -5,21 +5,21 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/cenkalti/backoff/v4 v4.2.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.5 github.com/google/uuid v1.3.0 - github.com/marcboeker/go-duckdb v1.4.3 + github.com/marcboeker/go-duckdb v1.4.4 github.com/rs/zerolog v1.29.1 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c // indirect github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/thrift v0.18.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/duckdb/go.sum b/plugins/destination/duckdb/go.sum index e1ceba67c1ca06..63500857b2b1e5 100644 --- a/plugins/destination/duckdb/go.sum +++ b/plugins/destination/duckdb/go.sum @@ -51,14 +51,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.5 h1:/8yr2zcuIUIK2VF1OoR1iHTL4U0SXBekIpcK8OZfJhY= +github.com/cloudquery/plugin-sdk/v4 v4.5.5/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= @@ -188,8 +188,8 @@ github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= -github.com/marcboeker/go-duckdb v1.4.3 h1:49+UZdREC1NaWi2avMCtdnyovRswX2J6ORFmYKXwQq0= -github.com/marcboeker/go-duckdb v1.4.3/go.mod h1:wm91jO2GNKa6iO9NTcjXIRsW+/ykPoJbQcHSXhdAl28= +github.com/marcboeker/go-duckdb v1.4.4 h1:ryqd/xaOUtVrfUwKsH8JLw838wr1IdpzEIeR1Abx/wQ= +github.com/marcboeker/go-duckdb v1.4.4/go.mod h1:wm91jO2GNKa6iO9NTcjXIRsW+/ykPoJbQcHSXhdAl28= github.com/mattn/go-colorable v0.1.12/go.mod h1:u5H1YNBxpqRaxsYJYSkiCWKzEfiAb1Gb520KVy5xxl4= github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA= github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg= diff --git a/plugins/destination/elasticsearch/client/read.go b/plugins/destination/elasticsearch/client/read.go index b55905875d55fb..8ca2a602e90376 100644 --- a/plugins/destination/elasticsearch/client/read.go +++ b/plugins/destination/elasticsearch/client/read.go @@ -27,10 +27,12 @@ func (c *Client) Read(ctx context.Context, table *schema.Table, res chan<- arrow _, _ = io.Copy(io.Discard, resp.Body) _ = resp.Body.Close() + size := 100 resp, err = c.typedClient.Search().Index(index).Request(&search.Request{ Query: &types.Query{ MatchAll: &types.MatchAllQuery{}, }, + Size: &size, }).Do(ctx) if err != nil { return fmt.Errorf("failed to read: %w", err) diff --git a/plugins/destination/elasticsearch/go.mod b/plugins/destination/elasticsearch/go.mod index ae3152d46eb731..043abb9588d73a 100644 --- a/plugins/destination/elasticsearch/go.mod +++ b/plugins/destination/elasticsearch/go.mod @@ -5,29 +5,23 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/cenkalti/backoff/v4 v4.2.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.5 github.com/elastic/go-elasticsearch/v8 v8.6.0 github.com/goccy/go-json v0.10.2 github.com/rs/zerolog v1.29.1 github.com/segmentio/fasthash v1.0.3 -) - -require ( - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect - github.com/davecgh/go-spew v1.1.1 // indirect - github.com/pmezard/go-difflib v1.0.0 // indirect - github.com/stretchr/testify v1.8.4 // indirect golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 - gopkg.in/yaml.v3 v3.0.1 // indirect -) - -require ( - github.com/elastic/elastic-transport-go/v8 v8.0.0-20211216131617-bbee439d559c // indirect golang.org/x/sync v0.1.0 ) +// TODO: remove once all updates are merged +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 + require ( + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect + github.com/davecgh/go-spew v1.1.1 // indirect + github.com/elastic/elastic-transport-go/v8 v8.0.0-20211216131617-bbee439d559c // indirect github.com/getsentry/sentry-go v0.20.0 // indirect github.com/ghodss/yaml v1.0.0 // indirect github.com/go-logr/logr v1.2.4 // indirect @@ -44,8 +38,10 @@ require ( github.com/mattn/go-colorable v0.1.13 // indirect github.com/mattn/go-isatty v0.0.19 // indirect github.com/pierrec/lz4/v4 v4.1.18 // indirect + github.com/pmezard/go-difflib v1.0.0 // indirect github.com/spf13/cobra v1.6.1 // indirect github.com/spf13/pflag v1.0.5 // indirect + github.com/stretchr/testify v1.8.4 // indirect github.com/thoas/go-funk v0.9.3 // indirect github.com/zeebo/xxh3 v1.0.2 // indirect go.opentelemetry.io/otel v1.16.0 // indirect @@ -68,4 +64,5 @@ require ( google.golang.org/grpc v1.57.0 // indirect google.golang.org/protobuf v1.31.0 // indirect gopkg.in/yaml.v2 v2.4.0 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect ) diff --git a/plugins/destination/elasticsearch/go.sum b/plugins/destination/elasticsearch/go.sum index 2e3731e332b2ac..1d0008072b33fb 100644 --- a/plugins/destination/elasticsearch/go.sum +++ b/plugins/destination/elasticsearch/go.sum @@ -35,8 +35,6 @@ github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03 github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= -github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 h1:mFDZW1FQk9yndPvxScp7RpcOpdSHaqcgBWO7sDlx4S8= -github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -47,12 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.5 h1:/8yr2zcuIUIK2VF1OoR1iHTL4U0SXBekIpcK8OZfJhY= +github.com/cloudquery/plugin-sdk/v4 v4.5.5/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/file/go.mod b/plugins/destination/file/go.mod index d36236ef0c2a58..19ac7c11fc05c5 100644 --- a/plugins/destination/file/go.mod +++ b/plugins/destination/file/go.mod @@ -4,8 +4,8 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/filetypes/v4 v4.1.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/filetypes/v4 v4.1.5 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/google/go-cmp v0.5.9 github.com/google/uuid v1.3.0 github.com/rs/zerolog v1.30.0 @@ -13,7 +13,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 //replace github.com/cloudquery/filetypes/v4 => ../../../../filetypes @@ -22,7 +22,7 @@ require ( github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/thrift v0.18.1 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/file/go.sum b/plugins/destination/file/go.sum index 87ba6f81cc3825..dd373e6011ba03 100644 --- a/plugins/destination/file/go.sum +++ b/plugins/destination/file/go.sum @@ -51,16 +51,16 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/filetypes/v4 v4.1.3 h1:Yd+cUv3aDdhQSum1wUqxFbxzyk+LjcA0XA9bWWhncCc= -github.com/cloudquery/filetypes/v4 v4.1.3/go.mod h1:iiy/HFRlfRSWr/AQ2CgqxQTsY0gJKxpk+xzxZttoCsQ= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/filetypes/v4 v4.1.5 h1:Cgu4hqvWUq2co+6m8NDSEkNSZipT0LoIB66XY8IrFDs= +github.com/cloudquery/filetypes/v4 v4.1.5/go.mod h1:sX/8ar2iicA/AvVinYGosGf39as3/A5T+6LYOtw2vsg= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/firehose/go.mod b/plugins/destination/firehose/go.mod index dce6e99dea6466..d4a4f21a64bb87 100644 --- a/plugins/destination/firehose/go.mod +++ b/plugins/destination/firehose/go.mod @@ -4,31 +4,31 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/aws/aws-sdk-go-v2 v1.20.1 - github.com/aws/aws-sdk-go-v2/config v1.18.33 - github.com/aws/aws-sdk-go-v2/service/firehose v1.17.2 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/aws/aws-sdk-go-v2 v1.20.3 + github.com/aws/aws-sdk-go-v2/config v1.18.35 + github.com/aws/aws-sdk-go-v2/service/firehose v1.17.4 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/goccy/go-json v0.10.2 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( - github.com/aws/aws-sdk-go-v2/credentials v1.13.32 // indirect - github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 // indirect - github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 // indirect - github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 // indirect - github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 // indirect - github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 // indirect - github.com/aws/smithy-go v1.14.1 // indirect + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 // indirect + github.com/aws/smithy-go v1.14.2 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/firehose/go.sum b/plugins/destination/firehose/go.sum index 87bbbf6c12ad15..2567614a926352 100644 --- a/plugins/destination/firehose/go.sum +++ b/plugins/destination/firehose/go.sum @@ -35,32 +35,32 @@ github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03 github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= -github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg= -github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac= -github.com/aws/aws-sdk-go-v2/config v1.18.33 h1:JKcw5SFxFW/rpM4mOPjv0VQ11E2kxW13F3exWOy7VZU= -github.com/aws/aws-sdk-go-v2/config v1.18.33/go.mod h1:hXO/l9pgY3K5oZJldamP0pbZHdPqqk+4/maa7DSD3cA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32 h1:lIH1eKPcCY1ylR4B6PkBGRWMHO3aVenOKJHWiS4/G2w= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32/go.mod h1:lL8U3v/Y79YRG69WlAho0OHIKUXCyFvSXaIvfo81sls= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 h1:DK/9C+UN/X+1+Wm8pqaDksQr2tSLzq+8X1/rI/ZxKEQ= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8/go.mod h1:ce7BgLQfYr5hQFdy67oX2svto3ufGtm6oBvmsHScI1Q= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 h1:c8ed/T9T2K5I+h/JzmF5tpI46+OODQ74dzmdo+QnaMg= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38/go.mod h1:qggunOChCMu9ZF/UkAfhTz25+U2rLVb3ya0Ua6TTfCA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 h1:hNeAAymUY5gu11WrrmFb3CVIp9Dar9hbo44yzzcQpzA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32/go.mod h1:0ZXSqrty4FtQ7p8TEuRde/SZm9X05KT18LAUlR40Ln0= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 h1:fc0ukRAiP1syoSGZYu+DaE+FulSYhTiJ8WpVu5jElU4= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39/go.mod h1:WLAW8PT7+JhjZfLSWe7WEJaJu0GNo0cKc2Zyo003RBs= -github.com/aws/aws-sdk-go-v2/service/firehose v1.17.2 h1:PwVsX+2f/u9Ujs8Tm55UQi1O7fPZZ6rqQEXAG4ZAJZc= -github.com/aws/aws-sdk-go-v2/service/firehose v1.17.2/go.mod h1:+WIj9Kx+lDptrdHV+IFtZ8IGfyw+Otn9QGiDZnaA9Oc= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 h1:dGAseBFEYxth10V23b5e2mAS+tX7oVbfYHD6dnDdAsg= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32/go.mod h1:4jwAWKEkCR0anWk5+1RbfSg1R5Gzld7NLiuaq5bTR/Y= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 h1:A2RlEMo4SJSwbNoUUgkxTAEMduAy/8wG3eB2b2lP4gY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2/go.mod h1:ju+nNXUunfIFamXUIZQiICjnO/TPlOmWcYhZcSy7xaE= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 h1:OJELEgyaT2kmaBGZ+myyZbTTLobfe3ox3FSh5eYK9Qs= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2/go.mod h1:ubDBBaDFs1GHijSOTi8ljppML15GLG0HxhILtbjNNYQ= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 h1:ympg1+Lnq33XLhcK/xTG4yZHPs1Oyxu+6DEWbl7qOzA= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2/go.mod h1:FQ/DQcOfESELfJi5ED+IPPAjI5xC6nxtSolVVB773jM= -github.com/aws/smithy-go v1.14.1 h1:EFKMUmH/iHMqLiwoEDx2rRjRQpI1YCn5jTysoaDujFs= -github.com/aws/smithy-go v1.14.1/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/service/firehose v1.17.4 h1:csIOxivQjBFXjAC4eG8x5H/+iRl7xOlQ2djXkVRvUiw= +github.com/aws/aws-sdk-go-v2/service/firehose v1.17.4/go.mod h1:pSJ34FEQ+u9pgOfancrrbffK8p0Q5fOh4hmca6lpnSY= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -71,14 +71,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/gcs/go.mod b/plugins/destination/gcs/go.mod index ccc9d62f564db2..7b0ec34cd024b6 100644 --- a/plugins/destination/gcs/go.mod +++ b/plugins/destination/gcs/go.mod @@ -5,15 +5,15 @@ go 1.20 require ( cloud.google.com/go/storage v1.30.1 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/filetypes/v4 v4.1.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/filetypes/v4 v4.1.5 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/google/uuid v1.3.0 github.com/rs/zerolog v1.30.0 github.com/stretchr/testify v1.8.4 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( cloud.google.com/go v0.110.6 // indirect @@ -24,7 +24,7 @@ require ( github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/thrift v0.18.1 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/gcs/go.sum b/plugins/destination/gcs/go.sum index b1c4bab1fdd792..ab2dfa4d847692 100644 --- a/plugins/destination/gcs/go.sum +++ b/plugins/destination/gcs/go.sum @@ -61,16 +61,16 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/filetypes/v4 v4.1.3 h1:Yd+cUv3aDdhQSum1wUqxFbxzyk+LjcA0XA9bWWhncCc= -github.com/cloudquery/filetypes/v4 v4.1.3/go.mod h1:iiy/HFRlfRSWr/AQ2CgqxQTsY0gJKxpk+xzxZttoCsQ= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/filetypes/v4 v4.1.5 h1:Cgu4hqvWUq2co+6m8NDSEkNSZipT0LoIB66XY8IrFDs= +github.com/cloudquery/filetypes/v4 v4.1.5/go.mod h1:sX/8ar2iicA/AvVinYGosGf39as3/A5T+6LYOtw2vsg= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/gremlin/go.mod b/plugins/destination/gremlin/go.mod index 35c6bf1f42f762..0509e101870491 100644 --- a/plugins/destination/gremlin/go.mod +++ b/plugins/destination/gremlin/go.mod @@ -5,29 +5,29 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/apache/tinkerpop/gremlin-go/v3 v3.6.3 - github.com/aws/aws-sdk-go-v2 v1.20.1 - github.com/aws/aws-sdk-go-v2/config v1.18.33 + github.com/aws/aws-sdk-go-v2 v1.20.3 + github.com/aws/aws-sdk-go-v2/config v1.18.35 github.com/cenkalti/backoff/v4 v4.2.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( - github.com/aws/aws-sdk-go-v2/credentials v1.13.32 // indirect - github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 // indirect - github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 // indirect - github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 // indirect - github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 // indirect - github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 // indirect - github.com/aws/smithy-go v1.14.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 // indirect + github.com/aws/smithy-go v1.14.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/gremlin/go.sum b/plugins/destination/gremlin/go.sum index d2b19b74607431..ca2f7a6f1cb6c2 100644 --- a/plugins/destination/gremlin/go.sum +++ b/plugins/destination/gremlin/go.sum @@ -39,30 +39,30 @@ github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAE github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= github.com/apache/tinkerpop/gremlin-go/v3 v3.6.3 h1:jXN0ZqT972CRu3VSwdj3rpqOA2A7u09ZRB7RvvWIR/w= github.com/apache/tinkerpop/gremlin-go/v3 v3.6.3/go.mod h1:KZ4BFULeKTVqzgX41fiTj2XYTs9meWc/TWQHsICy69I= -github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg= -github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac= -github.com/aws/aws-sdk-go-v2/config v1.18.33 h1:JKcw5SFxFW/rpM4mOPjv0VQ11E2kxW13F3exWOy7VZU= -github.com/aws/aws-sdk-go-v2/config v1.18.33/go.mod h1:hXO/l9pgY3K5oZJldamP0pbZHdPqqk+4/maa7DSD3cA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32 h1:lIH1eKPcCY1ylR4B6PkBGRWMHO3aVenOKJHWiS4/G2w= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32/go.mod h1:lL8U3v/Y79YRG69WlAho0OHIKUXCyFvSXaIvfo81sls= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 h1:DK/9C+UN/X+1+Wm8pqaDksQr2tSLzq+8X1/rI/ZxKEQ= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8/go.mod h1:ce7BgLQfYr5hQFdy67oX2svto3ufGtm6oBvmsHScI1Q= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 h1:c8ed/T9T2K5I+h/JzmF5tpI46+OODQ74dzmdo+QnaMg= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38/go.mod h1:qggunOChCMu9ZF/UkAfhTz25+U2rLVb3ya0Ua6TTfCA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 h1:hNeAAymUY5gu11WrrmFb3CVIp9Dar9hbo44yzzcQpzA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32/go.mod h1:0ZXSqrty4FtQ7p8TEuRde/SZm9X05KT18LAUlR40Ln0= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 h1:fc0ukRAiP1syoSGZYu+DaE+FulSYhTiJ8WpVu5jElU4= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39/go.mod h1:WLAW8PT7+JhjZfLSWe7WEJaJu0GNo0cKc2Zyo003RBs= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 h1:dGAseBFEYxth10V23b5e2mAS+tX7oVbfYHD6dnDdAsg= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32/go.mod h1:4jwAWKEkCR0anWk5+1RbfSg1R5Gzld7NLiuaq5bTR/Y= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 h1:A2RlEMo4SJSwbNoUUgkxTAEMduAy/8wG3eB2b2lP4gY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2/go.mod h1:ju+nNXUunfIFamXUIZQiICjnO/TPlOmWcYhZcSy7xaE= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 h1:OJELEgyaT2kmaBGZ+myyZbTTLobfe3ox3FSh5eYK9Qs= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2/go.mod h1:ubDBBaDFs1GHijSOTi8ljppML15GLG0HxhILtbjNNYQ= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 h1:ympg1+Lnq33XLhcK/xTG4yZHPs1Oyxu+6DEWbl7qOzA= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2/go.mod h1:FQ/DQcOfESELfJi5ED+IPPAjI5xC6nxtSolVVB773jM= -github.com/aws/smithy-go v1.14.1 h1:EFKMUmH/iHMqLiwoEDx2rRjRQpI1YCn5jTysoaDujFs= -github.com/aws/smithy-go v1.14.1/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -73,14 +73,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/kafka/go.mod b/plugins/destination/kafka/go.mod index d8b3f3854af867..3f828c7822176a 100644 --- a/plugins/destination/kafka/go.mod +++ b/plugins/destination/kafka/go.mod @@ -5,20 +5,20 @@ go 1.20 require ( github.com/Shopify/sarama v1.37.2 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/filetypes/v4 v4.1.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/filetypes/v4 v4.1.5 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/rs/zerolog v1.30.0 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c // indirect github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/thrift v0.18.1 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/eapache/go-resiliency v1.3.0 // indirect diff --git a/plugins/destination/kafka/go.sum b/plugins/destination/kafka/go.sum index b66792531ccd11..c8b6b7150799bd 100644 --- a/plugins/destination/kafka/go.sum +++ b/plugins/destination/kafka/go.sum @@ -54,16 +54,16 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/filetypes/v4 v4.1.3 h1:Yd+cUv3aDdhQSum1wUqxFbxzyk+LjcA0XA9bWWhncCc= -github.com/cloudquery/filetypes/v4 v4.1.3/go.mod h1:iiy/HFRlfRSWr/AQ2CgqxQTsY0gJKxpk+xzxZttoCsQ= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/filetypes/v4 v4.1.5 h1:Cgu4hqvWUq2co+6m8NDSEkNSZipT0LoIB66XY8IrFDs= +github.com/cloudquery/filetypes/v4 v4.1.5/go.mod h1:sX/8ar2iicA/AvVinYGosGf39as3/A5T+6LYOtw2vsg= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/meilisearch/go.mod b/plugins/destination/meilisearch/go.mod index 25bf9c6ff1bc06..22e7144afc3b1b 100644 --- a/plugins/destination/meilisearch/go.mod +++ b/plugins/destination/meilisearch/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/goccy/go-json v0.10.2 github.com/google/uuid v1.3.0 github.com/meilisearch/meilisearch-go v0.24.0 @@ -14,12 +14,12 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/andybalholm/brotli v1.0.5 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/meilisearch/go.sum b/plugins/destination/meilisearch/go.sum index 482b609783e408..bf579b61e63d6f 100644 --- a/plugins/destination/meilisearch/go.sum +++ b/plugins/destination/meilisearch/go.sum @@ -48,14 +48,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/mongodb/go.mod b/plugins/destination/mongodb/go.mod index 34996ca2cdcec8..5f628287a67028 100644 --- a/plugins/destination/mongodb/go.mod +++ b/plugins/destination/mongodb/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/goccy/go-json v0.10.2 github.com/rs/zerolog v1.29.1 go.mongodb.org/mongo-driver v1.11.2 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/mongodb/go.sum b/plugins/destination/mongodb/go.sum index cba0acf7ec904a..34d127df66c8c2 100644 --- a/plugins/destination/mongodb/go.sum +++ b/plugins/destination/mongodb/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/mssql/CHANGELOG.md b/plugins/destination/mssql/CHANGELOG.md index 8f9e8a8e74cf8c..599b527c39a33a 100644 --- a/plugins/destination/mssql/CHANGELOG.md +++ b/plugins/destination/mssql/CHANGELOG.md @@ -1,5 +1,14 @@ # Changelog +## [4.3.6](https://github.com/cloudquery/cloudquery/compare/plugins-destination-mssql-v4.3.5...plugins-destination-mssql-v4.3.6) (2023-08-22) + + +### Bug Fixes + +* **deps:** Update github.com/cloudquery/arrow/go/v13 digest to 5b83d4f ([#13203](https://github.com/cloudquery/cloudquery/issues/13203)) ([b0a4b8c](https://github.com/cloudquery/cloudquery/commit/b0a4b8ccf7c429bf5a6ed88866865212015b68e4)) +* **deps:** Update module github.com/cloudquery/plugin-sdk/v4 to v4.5.1 ([#13195](https://github.com/cloudquery/cloudquery/issues/13195)) ([a184c37](https://github.com/cloudquery/cloudquery/commit/a184c3786ad49df8564344773e9b96f617ef87a1)) +* **deps:** Update module github.com/microsoft/go-mssqldb to v1 ([#13272](https://github.com/cloudquery/cloudquery/issues/13272)) ([a8bb5fd](https://github.com/cloudquery/cloudquery/commit/a8bb5fd2917a79680ed78af43b05a9c7404a273a)) + ## [4.3.5](https://github.com/cloudquery/cloudquery/compare/plugins-destination-mssql-v4.3.4...plugins-destination-mssql-v4.3.5) (2023-08-15) diff --git a/plugins/destination/mssql/go.mod b/plugins/destination/mssql/go.mod index 7752370c3c01f8..b7b4cf4cd34a91 100644 --- a/plugins/destination/mssql/go.mod +++ b/plugins/destination/mssql/go.mod @@ -4,25 +4,25 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.5 github.com/goccy/go-json v0.10.2 github.com/google/uuid v1.3.0 - github.com/microsoft/go-mssqldb v0.19.0 + github.com/microsoft/go-mssqldb v1.5.0 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( - github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0 // indirect - github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.2.2 // indirect - github.com/Azure/azure-sdk-for-go/sdk/internal v1.2.0 // indirect - github.com/AzureAD/microsoft-authentication-library-for-go v0.9.0 // indirect + github.com/Azure/azure-sdk-for-go/sdk/azcore v1.6.0 // indirect + github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.3.0 // indirect + github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0 // indirect + github.com/AzureAD/microsoft-authentication-library-for-go v1.0.0 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect @@ -58,7 +58,7 @@ require ( go.opentelemetry.io/otel/sdk v1.16.0 // indirect go.opentelemetry.io/otel/trace v1.16.0 // indirect go.opentelemetry.io/proto/otlp v0.19.0 // indirect - golang.org/x/crypto v0.7.0 // indirect + golang.org/x/crypto v0.9.0 // indirect golang.org/x/mod v0.11.0 // indirect golang.org/x/net v0.10.0 // indirect golang.org/x/sync v0.1.0 // indirect diff --git a/plugins/destination/mssql/go.sum b/plugins/destination/mssql/go.sum index fdb617305a900a..785690dd851851 100644 --- a/plugins/destination/mssql/go.sum +++ b/plugins/destination/mssql/go.sum @@ -31,19 +31,14 @@ cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohl cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= -github.com/Azure/azure-sdk-for-go/sdk/azcore v1.0.0/go.mod h1:uGG2W01BaETf0Ozp+QxxKJdMBNRWPdstHG0Fmdwn1/U= -github.com/Azure/azure-sdk-for-go/sdk/azcore v1.1.2/go.mod h1:uGG2W01BaETf0Ozp+QxxKJdMBNRWPdstHG0Fmdwn1/U= -github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0 h1:rTnT/Jrcm+figWlYz4Ixzt0SJVR2cMC8lvZcimipiEY= -github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0/go.mod h1:ON4tFdPTwRcgWEaVDrN3584Ef+b7GgSJaXxe5fW9t4M= -github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.1.0/go.mod h1:bhXu1AjYL+wutSL/kpSq6s7733q2Rb0yuot9Zgfqa/0= -github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.2.2 h1:uqM+VoHjVH6zdlkLF2b6O0ZANcHoj3rO0PoQ3jglUJA= -github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.2.2/go.mod h1:twTKAa1E6hLmSDjLhaCkbTMQKc7p/rNLU40rLxGEOCI= -github.com/Azure/azure-sdk-for-go/sdk/internal v1.0.0/go.mod h1:eWRD7oawr1Mu1sLCawqVc0CUiF43ia3qQMxLscsKQ9w= -github.com/Azure/azure-sdk-for-go/sdk/internal v1.2.0 h1:leh5DwKv6Ihwi+h60uHtn6UWAxBbZ0q8DwQVMzf61zw= -github.com/Azure/azure-sdk-for-go/sdk/internal v1.2.0/go.mod h1:eWRD7oawr1Mu1sLCawqVc0CUiF43ia3qQMxLscsKQ9w= -github.com/AzureAD/microsoft-authentication-library-for-go v0.5.1/go.mod h1:Vt9sXTKwMyGcOxSmLDMnGPgqsUg7m8pe215qMLrDXw4= -github.com/AzureAD/microsoft-authentication-library-for-go v0.9.0 h1:UE9n9rkJF62ArLb1F3DEjRt8O3jLwMWdSoypKV4f3MU= -github.com/AzureAD/microsoft-authentication-library-for-go v0.9.0/go.mod h1:kgDmCTgBzIEPFElEF+FK0SdjAor06dRq2Go927dnQ6o= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.6.0 h1:8kDqDngH+DmVBiCtIjCFTGa7MBnsIOkF9IccInFEbjk= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.6.0/go.mod h1:bjGvMhVMb+EEm3VRNQawDMUyMMjo+S5ewNjflkep/0Q= +github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.3.0 h1:vcYCAze6p19qBW7MhZybIsqD8sMV8js0NyQM8JDnVtg= +github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.3.0/go.mod h1:OQeznEEkTZ9OrhHJoDD8ZDq51FHgXjqtP9z6bEwBq9U= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0 h1:sXr+ck84g/ZlZUOZiNELInmMgOsuGwdjjVkEIde0OtY= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0/go.mod h1:okt5dMMTOFjX/aovMlrjvvXoPMBVSPzk9185BT0+eZM= +github.com/AzureAD/microsoft-authentication-library-for-go v1.0.0 h1:OBhqkivkhkMqLPymWEppkm7vgPQY2XsHoEkaMQ0AdZY= +github.com/AzureAD/microsoft-authentication-library-for-go v1.0.0/go.mod h1:kgDmCTgBzIEPFElEF+FK0SdjAor06dRq2Go927dnQ6o= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= @@ -58,14 +53,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.5 h1:/8yr2zcuIUIK2VF1OoR1iHTL4U0SXBekIpcK8OZfJhY= +github.com/cloudquery/plugin-sdk/v4 v4.5.5/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= @@ -107,12 +102,9 @@ github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU= github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I= github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4= -github.com/golang-jwt/jwt v3.2.1+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I= -github.com/golang-jwt/jwt v3.2.2+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I= -github.com/golang-jwt/jwt/v4 v4.2.0/go.mod h1:/xlHOz8bRuivTWchD4jCa+NbatV+wEUSzwAxVc6locg= +github.com/golang-jwt/jwt/v4 v4.4.3/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0= github.com/golang-jwt/jwt/v4 v4.5.0 h1:7cYmW1XlMY7h7ii7UhUyChSgS5wUJEnm9uZVTGqOWzg= github.com/golang-jwt/jwt/v4 v4.5.0/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0= -github.com/golang-sql/civil v0.0.0-20190719163853-cb61b32ac6fe/go.mod h1:8vg3r2VgvsThLBIFL93Qb5yWzgyZWhEmBwUJWevAkK0= github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9 h1:au07oEsX2xN0ktxqI+Sida1w446QrXBRJ0nee3SNZlA= github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9/go.mod h1:8vg3r2VgvsThLBIFL93Qb5yWzgyZWhEmBwUJWevAkK0= github.com/golang-sql/sqlexp v0.1.0 h1:ZCD6MBpcuOVfGVqsEmY5/4FtYiKz6tSyUv9LPEDei6A= @@ -172,7 +164,6 @@ github.com/google/pprof v0.0.0-20200229191704-1ebb73c60ed3/go.mod h1:ZgVRPoUq/hf github.com/google/pprof v0.0.0-20200430221834-fc25d7d30c6d/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= github.com/google/pprof v0.0.0-20200708004538-1a94d8640e99/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= -github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I= github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= @@ -189,6 +180,7 @@ github.com/grpc-ecosystem/grpc-gateway v1.16.0/go.mod h1:BDjrQk3hbvj6Nolgz8mAMFb github.com/grpc-ecosystem/grpc-gateway/v2 v2.7.0 h1:BZHcxBETFHIdVyhyEfOvn/RdU/QGdLI4y34qQGjGWO0= github.com/grpc-ecosystem/grpc-gateway/v2 v2.7.0/go.mod h1:hgWBS7lorOAVIJEQMi4ZsPv9hVvWI6+ch50m39Pf2Ks= github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hashicorp/go-uuid v1.0.3/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= @@ -197,9 +189,9 @@ github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2 github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= github.com/jcmturner/aescts/v2 v2.0.0/go.mod h1:AiaICIRyfYg35RUkr8yESTqvSy7csK90qZ5xfvvsoNs= github.com/jcmturner/dnsutils/v2 v2.0.0/go.mod h1:b0TnjGOvI/n42bZa+hmXL+kFJZsFT7G4t3HTlQ184QM= -github.com/jcmturner/gofork v1.0.0/go.mod h1:MK8+TM0La+2rjBD4jE12Kj1pCCxK7d2LK/UM3ncEo0o= +github.com/jcmturner/gofork v1.7.6/go.mod h1:1622LH6i/EZqLloHfE7IeZ0uEJwMSUyQ/nDd82IeqRo= github.com/jcmturner/goidentity/v6 v6.0.1/go.mod h1:X1YW3bgtvwAXju7V3LCIMpY0Gbxyjn/mY9zx4tFonSg= -github.com/jcmturner/gokrb5/v8 v8.4.2/go.mod h1:sb+Xq/fTY5yktf/VxLsE3wlfPqQjp0aWNYyvBVK62bc= +github.com/jcmturner/gokrb5/v8 v8.4.4/go.mod h1:1btQEpgT6k+unzCwX1KdWMEwPPkkgBtP+F6aCACiMrs= github.com/jcmturner/rpc/v2 v2.0.3/go.mod h1:VUJYCIDm3PVOEHw8sgt091/20OJjskO/YJki3ELg/Hc= github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= @@ -223,15 +215,14 @@ github.com/mattn/go-isatty v0.0.14/go.mod h1:7GGIvUiUoEMVVmxf/4nioHXj79iQHKdU27k github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM= github.com/mattn/go-isatty v0.0.19 h1:JITubQf0MOLdlGRuRq+jtsDlekdYPia9ZFsB8h/APPA= github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y= -github.com/microsoft/go-mssqldb v0.19.0 h1:LMRSgLcNMF8paPX14xlyQBmBH+jnFylPsYpVZf86eHM= -github.com/microsoft/go-mssqldb v0.19.0/go.mod h1:ukJCBnnzLzpVF0qYRT+eg1e+eSwjeQ7IvenUv8QPook= +github.com/microsoft/go-mssqldb v1.5.0 h1:CgENxkwtOBNj3Jg6T1X209y2blCfTTcwuOlznd2k9fk= +github.com/microsoft/go-mssqldb v1.5.0/go.mod h1:lmWsjHD8XX/Txr0f8ZqgbEZSC+BZjmEQy/Ms+rLrvho= github.com/modocache/gover v0.0.0-20171022184752-b58185e213c5/go.mod h1:caMODM3PzxT8aQXRPkAt8xlV/e7d7w8GM5g0fa5F0D8= -github.com/montanaflynn/stats v0.6.6/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow= +github.com/montanaflynn/stats v0.7.0/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow= github.com/opentracing/opentracing-go v1.1.0/go.mod h1:UkNAQd3GIcIGf0SeVgPpRdFStlNbqXla1AfSYxPUl2o= github.com/pierrec/lz4/v4 v4.1.18 h1:xaKrnTkyoqfh1YItXl56+6KJNVYWlEEPuAQW9xsplYQ= github.com/pierrec/lz4/v4 v4.1.18/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4= github.com/pingcap/errors v0.11.4 h1:lFuQV/oaUMGcD2tqt+01ROSmJs75VG1ToEOkZIZ4nE4= -github.com/pkg/browser v0.0.0-20210115035449-ce105d075bb4/go.mod h1:N6UoU20jOqggOuDwUaBQpluzLNDqif3kq9z2wpdYEfQ= github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8 h1:KoWmjvw+nsYOo29YJK9vDA65RGE3NrOnUtO7a+RF9HU= github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8/go.mod h1:HKlIX3XHQyzLZPlr7++PzdhaXEj94dEiJgZDTsxEqUI= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= @@ -255,10 +246,14 @@ github.com/spf13/cobra v1.6.1/go.mod h1:IOw/AERYS7UzyrGinqmz6HLUo219MORXGxhbaJUq github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= -github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk= github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= github.com/thoas/go-funk v0.9.3 h1:7+nAEx3kn5ZJcnDm2Bh23N2yOtweO14bi//dvRtgLpw= @@ -266,6 +261,7 @@ github.com/thoas/go-funk v0.9.3/go.mod h1:+IWnUfUmFO1+WVYQWQtIJHeRRdaIyyYglZN7xz github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= github.com/zeebo/assert v1.3.0 h1:g7C04CbJuIDKNPFHmsk4hwZDO5O+kntRxzaUoNXj+IQ= github.com/zeebo/xxh3 v1.0.2 h1:xZmwmqxHZA8AI603jOQ0tMqmBr9lPeFwGg6d+xy9DC0= github.com/zeebo/xxh3 v1.0.2/go.mod h1:5NWz9Sef7zIDm2JHfFlcQvNekmcEl9ekUZQQKCYaDcA= @@ -296,11 +292,11 @@ golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8U golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= -golang.org/x/crypto v0.0.0-20201112155050-0c6587e931a9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= -golang.org/x/crypto v0.0.0-20220511200225-c6db032c6c88/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= -golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= -golang.org/x/crypto v0.7.0 h1:AvwMYaRytfdeVt3u6mLaxYtErKYjxA2OXjJ1HHq6t3A= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.6.0/go.mod h1:OFC/31mSvZgRz0V1QTNCzfAI1aIRzbiufJtkMIlEp58= golang.org/x/crypto v0.7.0/go.mod h1:pYwdfH91IfpZVANVyUOhSIPZaFoJGxTFbZhFTx+dXZU= +golang.org/x/crypto v0.9.0 h1:LF6fAI+IutBocDJ2OT0Q1g8plpYljMZ4+lty+dsqw3g= +golang.org/x/crypto v0.9.0/go.mod h1:yrmDGqONDYtNj3tH8X9dzUun2m2lzPa9ngI6/RUPGR0= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= @@ -333,6 +329,8 @@ golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzB golang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/mod v0.11.0 h1:bUO06HqtnRcc/7l71XBe4WcqTZ+3AH1J59zWDDwLKgU= golang.org/x/mod v0.11.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= @@ -361,11 +359,13 @@ golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/ golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= -golang.org/x/net v0.0.0-20201010224723-4f7140c49acb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= golang.org/x/net v0.0.0-20210423184538-5f58ad60dda6/go.mod h1:OJAsFXCWl8Ukc7SiCT/9KSuxbyM7479/AVlXFRxuMCk= -golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= -golang.org/x/net v0.0.0-20220425223048-2871e0cb64e4/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= +golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= +golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc= golang.org/x/net v0.10.0 h1:X2//UzNDwYmtCLn7To6G58Wr6f5ahEAQgKNzv9Y951M= golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= @@ -383,6 +383,7 @@ golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJ golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0 h1:wsuoTGHzEhffawBOhz5CYhcrV4IdKZbEyZjBMuTp12o= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= @@ -410,9 +411,7 @@ golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= @@ -420,8 +419,8 @@ golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBc golang.org/x/sys v0.0.0-20210616045830-e2b7044e8c71/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210630005230-0f9fa26af87c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20220224120231-95c6836cb0e7/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= @@ -429,6 +428,9 @@ golang.org/x/sys v0.8.0 h1:EBmGv8NaZBZTWvrbjNoL6HVt+IVy3QDQpJs7VRIw3tU= golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= +golang.org/x/term v0.6.0/go.mod h1:m6U89DPEgQRMq3DNkDClhWw02AUbt2daBVO4cn4Hv9U= +golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= @@ -437,6 +439,8 @@ golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= +golang.org/x/text v0.8.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/text v0.9.0 h1:2sjJmO8cDvYveuX97RDLsxlyUxLl+GHoLxBiRdHllBE= golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= @@ -484,6 +488,7 @@ golang.org/x/tools v0.0.0-20200618134242-20370b0cb4b2/go.mod h1:EkVYQZoAsY45+roY golang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/tools v0.6.0 h1:BOw41kyTf3PuCW1pVQf8+Cyg8pMlkYB1oo9iJ6D/lKM= golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= @@ -592,8 +597,6 @@ gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= -gopkg.in/natefinch/npipe.v2 v2.0.0-20160621034901-c1b8fa8bdcce h1:+JknDZhAj8YMt7GC73Ei8pv4MzjDUNPHgQWJdtMAaDU= -gopkg.in/natefinch/npipe.v2 v2.0.0-20160621034901-c1b8fa8bdcce/go.mod h1:5AcXVHNjg+BDxry382+8OKon8SEWiKktQR07RKPsv1c= gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.3/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= @@ -601,7 +604,6 @@ gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= -gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= diff --git a/plugins/destination/mysql/go.mod b/plugins/destination/mysql/go.mod index 1a45a3b9acb2f3..af404de3c95af3 100644 --- a/plugins/destination/mysql/go.mod +++ b/plugins/destination/mysql/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/go-sql-driver/mysql v1.7.1 github.com/google/uuid v1.3.0 github.com/rs/zerolog v1.29.1 @@ -12,11 +12,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.22.0 // indirect diff --git a/plugins/destination/mysql/go.sum b/plugins/destination/mysql/go.sum index 7b9bdb0663e798..fec65ab7c520b6 100644 --- a/plugins/destination/mysql/go.sum +++ b/plugins/destination/mysql/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/neo4j/go.mod b/plugins/destination/neo4j/go.mod index b6981bca374235..57099b2d8e5bd9 100644 --- a/plugins/destination/neo4j/go.mod +++ b/plugins/destination/neo4j/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/neo4j/neo4j-go-driver/v5 v5.6.0 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/neo4j/go.sum b/plugins/destination/neo4j/go.sum index ee7d2451855ecf..9bd2e33b2aa082 100644 --- a/plugins/destination/neo4j/go.sum +++ b/plugins/destination/neo4j/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/postgresql/go.mod b/plugins/destination/postgresql/go.mod index 66015ecff9c83c..e2107d603b3e27 100644 --- a/plugins/destination/postgresql/go.mod +++ b/plugins/destination/postgresql/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/jackc/pgx-zerolog v0.0.0-20230315001418-f978528409eb github.com/jackc/pgx/v5 v5.3.1 github.com/rs/zerolog v1.29.1 @@ -12,11 +12,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/postgresql/go.sum b/plugins/destination/postgresql/go.sum index 1a2eeffcf0a60a..feccf361c0acaa 100644 --- a/plugins/destination/postgresql/go.sum +++ b/plugins/destination/postgresql/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/s3/go.mod b/plugins/destination/s3/go.mod index 14a56f0a7340bc..5370a120bca461 100644 --- a/plugins/destination/s3/go.mod +++ b/plugins/destination/s3/go.mod @@ -4,12 +4,12 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/aws/aws-sdk-go-v2 v1.20.1 - github.com/aws/aws-sdk-go-v2/config v1.18.33 - github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.77 - github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2 - github.com/cloudquery/filetypes/v4 v4.1.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/aws/aws-sdk-go-v2 v1.20.3 + github.com/aws/aws-sdk-go-v2/config v1.18.35 + github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79 + github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 + github.com/cloudquery/filetypes/v4 v4.1.5 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/google/go-cmp v0.5.9 github.com/google/uuid v1.3.0 github.com/rs/zerolog v1.30.0 @@ -17,29 +17,29 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c // indirect github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/thrift v0.18.1 // indirect - github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12 // indirect - github.com/aws/aws-sdk-go-v2/credentials v1.13.32 // indirect - github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 // indirect - github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 // indirect - github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.1 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.13 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.33 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.1 // indirect - github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 // indirect - github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 // indirect - github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 // indirect - github.com/aws/smithy-go v1.14.1 // indirect + github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 // indirect + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 // indirect + github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 // indirect + github.com/aws/smithy-go v1.14.2 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/s3/go.sum b/plugins/destination/s3/go.sum index ec568ca20d456c..41f90789339c62 100644 --- a/plugins/destination/s3/go.sum +++ b/plugins/destination/s3/go.sum @@ -41,44 +41,44 @@ github.com/andybalholm/brotli v1.0.5/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHG github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= github.com/apache/thrift v0.18.1 h1:lNhK/1nqjbwbiOPDBPFJVKxgDEGSepKuTh6OLiXW8kg= github.com/apache/thrift v0.18.1/go.mod h1:rdQn/dCcDKEWjjylUeueum4vQEjG2v8v2PqriUnbr+I= -github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg= -github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12 h1:lN6L3LrYHeZ6xCxaIYtoWCx4GMLk4nRknsh29OMSqHY= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12/go.mod h1:TDCkEAkMTXxTs0oLBGBKpBZbk3NLh8EvAfF0Q3x8/0c= -github.com/aws/aws-sdk-go-v2/config v1.18.33 h1:JKcw5SFxFW/rpM4mOPjv0VQ11E2kxW13F3exWOy7VZU= -github.com/aws/aws-sdk-go-v2/config v1.18.33/go.mod h1:hXO/l9pgY3K5oZJldamP0pbZHdPqqk+4/maa7DSD3cA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32 h1:lIH1eKPcCY1ylR4B6PkBGRWMHO3aVenOKJHWiS4/G2w= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32/go.mod h1:lL8U3v/Y79YRG69WlAho0OHIKUXCyFvSXaIvfo81sls= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 h1:DK/9C+UN/X+1+Wm8pqaDksQr2tSLzq+8X1/rI/ZxKEQ= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8/go.mod h1:ce7BgLQfYr5hQFdy67oX2svto3ufGtm6oBvmsHScI1Q= -github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.77 h1:oWSNL9oQy+do911sXpJyIc2J7RiUrbm9BecyaGy1wHo= -github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.77/go.mod h1:xvOdc97VpScJqB10YAI8r/cKuU7d9Ls/as03KROO2qY= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 h1:c8ed/T9T2K5I+h/JzmF5tpI46+OODQ74dzmdo+QnaMg= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38/go.mod h1:qggunOChCMu9ZF/UkAfhTz25+U2rLVb3ya0Ua6TTfCA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 h1:hNeAAymUY5gu11WrrmFb3CVIp9Dar9hbo44yzzcQpzA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32/go.mod h1:0ZXSqrty4FtQ7p8TEuRde/SZm9X05KT18LAUlR40Ln0= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 h1:fc0ukRAiP1syoSGZYu+DaE+FulSYhTiJ8WpVu5jElU4= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39/go.mod h1:WLAW8PT7+JhjZfLSWe7WEJaJu0GNo0cKc2Zyo003RBs= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.1 h1:vUh7dBFNS3oFCtVv6CiYKh5hP9ls8+kIpKLeFruIBLk= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.1/go.mod h1:sFMeinkhj/SZKQM8BxtvNtSPjJEo0Xrz+w3g2e4FSKI= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.13 h1:iV/W5OMBys+66OeXJi/7xIRrKZNsu0ylsLGu+6nbmQE= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.13/go.mod h1:ReJb6xYmtGyu9KoFtRreWegbN9dZqvZIIv4vWnhcsyI= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.33 h1:QviNkc+vGSuEHx8P+pVNKOdWLXBPIwMFv7p0fphgE4U= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.33/go.mod h1:fABTUmOrAgAalG2i9WJpjBvlnk7UK8YmnYaxN+Q2CwE= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 h1:dGAseBFEYxth10V23b5e2mAS+tX7oVbfYHD6dnDdAsg= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32/go.mod h1:4jwAWKEkCR0anWk5+1RbfSg1R5Gzld7NLiuaq5bTR/Y= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.1 h1:PT6PBCycRwhpEW5hJnRiceCeoWJ+r3bdgXtV+VKG7Pk= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.1/go.mod h1:TqoxCLwT2nrxrBGA+z7t6OWM7LBkgRckK3gOjYE+7JA= -github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2 h1:v346f1h8sUBKXnEbrv43L37MTBlFHyKXQPIZHNAaghA= -github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2/go.mod h1:cwCATiyNrXK9P2FsWdZ89g9mpsYv2rhk0UA/KByl5fY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 h1:A2RlEMo4SJSwbNoUUgkxTAEMduAy/8wG3eB2b2lP4gY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2/go.mod h1:ju+nNXUunfIFamXUIZQiICjnO/TPlOmWcYhZcSy7xaE= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 h1:OJELEgyaT2kmaBGZ+myyZbTTLobfe3ox3FSh5eYK9Qs= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2/go.mod h1:ubDBBaDFs1GHijSOTi8ljppML15GLG0HxhILtbjNNYQ= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 h1:ympg1+Lnq33XLhcK/xTG4yZHPs1Oyxu+6DEWbl7qOzA= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2/go.mod h1:FQ/DQcOfESELfJi5ED+IPPAjI5xC6nxtSolVVB773jM= -github.com/aws/smithy-go v1.14.1 h1:EFKMUmH/iHMqLiwoEDx2rRjRQpI1YCn5jTysoaDujFs= -github.com/aws/smithy-go v1.14.1/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 h1:OPLEkmhXf6xFPiz0bLeDArZIDx1NNS4oJyG4nv3Gct0= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13/go.mod h1:gpAbvyDGQFozTEmlTFO8XcQKHzubdq0LzRyJpG6MiXM= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79 h1:Lc2K7rBQlWnY+HB3cNrz/zpEF+ncyn//iJ6gpi5vfR4= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79/go.mod h1:NpiOzmnVgrRfF/ZbqShAsisq5/6DWYEG2QqHnsdUnbE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 h1:uHhWcrNBgpm9gi3o8NSQcsAqha/U9OFYzi2k4+0UVz8= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3/go.mod h1:jYLMm3Dh0wbeV3lxth5ryks/O2M/omVXWyYm3YcEVqQ= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 h1:m0QTSI6pZYJTk5WSKx3fm5cNW/DCicVzULBgU/6IyD0= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14/go.mod h1:dDilntgHy9WnHXsh7dDtUPgHKEfTJIBUTHM8OWm0f/0= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 h1:oCUrlTzh9GwhlYdyDGNAS6UgqJRzJp5rKoYCJWqLyZI= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35/go.mod h1:YVHrksq36j0sbXCT6rSuQafpfYkMYqy0QTk7JTCTBIU= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 h1:rPDAISw3FjEhrJoaxmQjuD+GgBfv2p3AVhmAcnyqq3k= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3/go.mod h1:TXBww3ANB+QRj+/dUoYDvI8d/u4F4WzTxD4mxtDoxrg= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 h1:P4p346B+YMTTCH9D4I/FWYl+E7BjSLQxqk1e2KYDI5w= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4/go.mod h1:uDxTlJiuPhbtRRPMHrPYRkn1Ck7Mtk3BEJiDut+gR5Y= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -89,16 +89,16 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/filetypes/v4 v4.1.3 h1:Yd+cUv3aDdhQSum1wUqxFbxzyk+LjcA0XA9bWWhncCc= -github.com/cloudquery/filetypes/v4 v4.1.3/go.mod h1:iiy/HFRlfRSWr/AQ2CgqxQTsY0gJKxpk+xzxZttoCsQ= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/filetypes/v4 v4.1.5 h1:Cgu4hqvWUq2co+6m8NDSEkNSZipT0LoIB66XY8IrFDs= +github.com/cloudquery/filetypes/v4 v4.1.5/go.mod h1:sX/8ar2iicA/AvVinYGosGf39as3/A5T+6LYOtw2vsg= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/snowflake/client/migrate.go b/plugins/destination/snowflake/client/migrate.go index 3c580789ebcacc..31e0fb4f5d19c1 100644 --- a/plugins/destination/snowflake/client/migrate.go +++ b/plugins/destination/snowflake/client/migrate.go @@ -11,8 +11,8 @@ import ( ) const ( - sqlTableList = "select table_name from information_schema.tables where table_schema=CURRENT_SCHEMA();" - sqlTableInfo = "select column_name, data_type, is_nullable from information_schema.columns where table_name ILIKE ?;" + sqlTableList = "select table_name from information_schema.tables where table_schema=current_schema();" + sqlTableInfo = "select column_name, data_type, is_nullable from information_schema.columns where table_schema=current_schema() and table_name ilike ?;" ) type columnInfo struct { diff --git a/plugins/destination/snowflake/go.mod b/plugins/destination/snowflake/go.mod index 744325ad537fdc..501ac44d976165 100644 --- a/plugins/destination/snowflake/go.mod +++ b/plugins/destination/snowflake/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/goccy/go-json v0.10.2 github.com/rs/zerolog v1.29.1 github.com/snowflakedb/gosnowflake v1.6.19 @@ -13,7 +13,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/99designs/go-keychain v0.0.0-20191008050251-8e49817e8af4 // indirect @@ -24,21 +24,21 @@ require ( github.com/andybalholm/brotli v1.0.5 // indirect github.com/apache/arrow/go/v10 v10.0.1 // indirect github.com/apache/thrift v0.16.0 // indirect - github.com/aws/aws-sdk-go-v2 v1.20.1 // indirect - github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12 // indirect - github.com/aws/aws-sdk-go-v2/credentials v1.13.32 // indirect - github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.77 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 // indirect - github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.1 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.13 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.33 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.1 // indirect - github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2 // indirect - github.com/aws/smithy-go v1.14.1 // indirect + github.com/aws/aws-sdk-go-v2 v1.20.3 // indirect + github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 // indirect + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 // indirect + github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 // indirect + github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 // indirect + github.com/aws/smithy-go v1.14.2 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/danieljoos/wincred v1.1.2 // indirect github.com/davecgh/go-spew v1.1.1 // indirect diff --git a/plugins/destination/snowflake/go.sum b/plugins/destination/snowflake/go.sum index 6765f6122add6f..446758427db353 100644 --- a/plugins/destination/snowflake/go.sum +++ b/plugins/destination/snowflake/go.sum @@ -54,44 +54,44 @@ github.com/apache/arrow/go/v10 v10.0.1 h1:n9dERvixoC/1JjDmBcs9FPaEryoANa2sCgVFo6 github.com/apache/arrow/go/v10 v10.0.1/go.mod h1:YvhnlEePVnBS4+0z3fhPfUy7W1Ikj0Ih0vcRo/gZ1M0= github.com/apache/thrift v0.16.0 h1:qEy6UW60iVOlUy+b9ZR0d5WzUWYGOo4HfopoyBaNmoY= github.com/apache/thrift v0.16.0/go.mod h1:PHK3hniurgQaNMZYaCLEqXKsYK8upmhPbmdP2FXSqgU= -github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg= -github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12 h1:lN6L3LrYHeZ6xCxaIYtoWCx4GMLk4nRknsh29OMSqHY= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12/go.mod h1:TDCkEAkMTXxTs0oLBGBKpBZbk3NLh8EvAfF0Q3x8/0c= -github.com/aws/aws-sdk-go-v2/config v1.18.33 h1:JKcw5SFxFW/rpM4mOPjv0VQ11E2kxW13F3exWOy7VZU= -github.com/aws/aws-sdk-go-v2/config v1.18.33/go.mod h1:hXO/l9pgY3K5oZJldamP0pbZHdPqqk+4/maa7DSD3cA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32 h1:lIH1eKPcCY1ylR4B6PkBGRWMHO3aVenOKJHWiS4/G2w= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32/go.mod h1:lL8U3v/Y79YRG69WlAho0OHIKUXCyFvSXaIvfo81sls= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 h1:DK/9C+UN/X+1+Wm8pqaDksQr2tSLzq+8X1/rI/ZxKEQ= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8/go.mod h1:ce7BgLQfYr5hQFdy67oX2svto3ufGtm6oBvmsHScI1Q= -github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.77 h1:oWSNL9oQy+do911sXpJyIc2J7RiUrbm9BecyaGy1wHo= -github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.77/go.mod h1:xvOdc97VpScJqB10YAI8r/cKuU7d9Ls/as03KROO2qY= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 h1:c8ed/T9T2K5I+h/JzmF5tpI46+OODQ74dzmdo+QnaMg= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38/go.mod h1:qggunOChCMu9ZF/UkAfhTz25+U2rLVb3ya0Ua6TTfCA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 h1:hNeAAymUY5gu11WrrmFb3CVIp9Dar9hbo44yzzcQpzA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32/go.mod h1:0ZXSqrty4FtQ7p8TEuRde/SZm9X05KT18LAUlR40Ln0= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 h1:fc0ukRAiP1syoSGZYu+DaE+FulSYhTiJ8WpVu5jElU4= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39/go.mod h1:WLAW8PT7+JhjZfLSWe7WEJaJu0GNo0cKc2Zyo003RBs= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.1 h1:vUh7dBFNS3oFCtVv6CiYKh5hP9ls8+kIpKLeFruIBLk= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.1/go.mod h1:sFMeinkhj/SZKQM8BxtvNtSPjJEo0Xrz+w3g2e4FSKI= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.13 h1:iV/W5OMBys+66OeXJi/7xIRrKZNsu0ylsLGu+6nbmQE= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.13/go.mod h1:ReJb6xYmtGyu9KoFtRreWegbN9dZqvZIIv4vWnhcsyI= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.33 h1:QviNkc+vGSuEHx8P+pVNKOdWLXBPIwMFv7p0fphgE4U= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.33/go.mod h1:fABTUmOrAgAalG2i9WJpjBvlnk7UK8YmnYaxN+Q2CwE= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 h1:dGAseBFEYxth10V23b5e2mAS+tX7oVbfYHD6dnDdAsg= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32/go.mod h1:4jwAWKEkCR0anWk5+1RbfSg1R5Gzld7NLiuaq5bTR/Y= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.1 h1:PT6PBCycRwhpEW5hJnRiceCeoWJ+r3bdgXtV+VKG7Pk= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.1/go.mod h1:TqoxCLwT2nrxrBGA+z7t6OWM7LBkgRckK3gOjYE+7JA= -github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2 h1:v346f1h8sUBKXnEbrv43L37MTBlFHyKXQPIZHNAaghA= -github.com/aws/aws-sdk-go-v2/service/s3 v1.38.2/go.mod h1:cwCATiyNrXK9P2FsWdZ89g9mpsYv2rhk0UA/KByl5fY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 h1:A2RlEMo4SJSwbNoUUgkxTAEMduAy/8wG3eB2b2lP4gY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2/go.mod h1:ju+nNXUunfIFamXUIZQiICjnO/TPlOmWcYhZcSy7xaE= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 h1:OJELEgyaT2kmaBGZ+myyZbTTLobfe3ox3FSh5eYK9Qs= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2/go.mod h1:ubDBBaDFs1GHijSOTi8ljppML15GLG0HxhILtbjNNYQ= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 h1:ympg1+Lnq33XLhcK/xTG4yZHPs1Oyxu+6DEWbl7qOzA= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2/go.mod h1:FQ/DQcOfESELfJi5ED+IPPAjI5xC6nxtSolVVB773jM= -github.com/aws/smithy-go v1.14.1 h1:EFKMUmH/iHMqLiwoEDx2rRjRQpI1YCn5jTysoaDujFs= -github.com/aws/smithy-go v1.14.1/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 h1:OPLEkmhXf6xFPiz0bLeDArZIDx1NNS4oJyG4nv3Gct0= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13/go.mod h1:gpAbvyDGQFozTEmlTFO8XcQKHzubdq0LzRyJpG6MiXM= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79 h1:Lc2K7rBQlWnY+HB3cNrz/zpEF+ncyn//iJ6gpi5vfR4= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79/go.mod h1:NpiOzmnVgrRfF/ZbqShAsisq5/6DWYEG2QqHnsdUnbE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 h1:uHhWcrNBgpm9gi3o8NSQcsAqha/U9OFYzi2k4+0UVz8= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3/go.mod h1:jYLMm3Dh0wbeV3lxth5ryks/O2M/omVXWyYm3YcEVqQ= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 h1:m0QTSI6pZYJTk5WSKx3fm5cNW/DCicVzULBgU/6IyD0= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14/go.mod h1:dDilntgHy9WnHXsh7dDtUPgHKEfTJIBUTHM8OWm0f/0= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 h1:oCUrlTzh9GwhlYdyDGNAS6UgqJRzJp5rKoYCJWqLyZI= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35/go.mod h1:YVHrksq36j0sbXCT6rSuQafpfYkMYqy0QTk7JTCTBIU= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 h1:rPDAISw3FjEhrJoaxmQjuD+GgBfv2p3AVhmAcnyqq3k= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3/go.mod h1:TXBww3ANB+QRj+/dUoYDvI8d/u4F4WzTxD4mxtDoxrg= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 h1:P4p346B+YMTTCH9D4I/FWYl+E7BjSLQxqk1e2KYDI5w= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4/go.mod h1:uDxTlJiuPhbtRRPMHrPYRkn1Ck7Mtk3BEJiDut+gR5Y= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -102,14 +102,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/sqlite/go.mod b/plugins/destination/sqlite/go.mod index dec1e44c6c1d61..0573eb506560a3 100644 --- a/plugins/destination/sqlite/go.mod +++ b/plugins/destination/sqlite/go.mod @@ -4,17 +4,17 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.1 github.com/mattn/go-sqlite3 v1.14.16 github.com/rs/zerolog v1.29.1 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/sqlite/go.sum b/plugins/destination/sqlite/go.sum index 4caf83efc0f7c4..bcc10cc272eae1 100644 --- a/plugins/destination/sqlite/go.sum +++ b/plugins/destination/sqlite/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.1 h1:V6EfHkW6kyYVMSX2S/Fn1b+62bU1jegIuv16Koo2f98= +github.com/cloudquery/plugin-sdk/v4 v4.5.1/go.mod h1:WNTjNp8CPDDSpJHOSaho+MUzntKO6czG6E+yvVe++aA= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/destination/test/go.mod b/plugins/destination/test/go.mod index 8463daf2d84981..3c88675a73e4cf 100644 --- a/plugins/destination/test/go.mod +++ b/plugins/destination/test/go.mod @@ -4,16 +4,16 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/destination/test/go.sum b/plugins/destination/test/go.sum index 1d37ba5761bab9..f5358692807e59 100644 --- a/plugins/destination/test/go.sum +++ b/plugins/destination/test/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/airtable/CHANGELOG.md b/plugins/source/airtable/CHANGELOG.md index fdbf0ec6fb7f5d..52459d418dd906 100644 --- a/plugins/source/airtable/CHANGELOG.md +++ b/plugins/source/airtable/CHANGELOG.md @@ -1,5 +1,19 @@ # Changelog +## [1.1.0](https://github.com/cloudquery/cloudquery/compare/plugins-source-airtable-v1.0.1...plugins-source-airtable-v1.1.0) (2023-08-18) + + +### Features + +* Improve logging of discovery phase ([#13179](https://github.com/cloudquery/cloudquery/issues/13179)) ([5c7776f](https://github.com/cloudquery/cloudquery/commit/5c7776f332bc6a257f216b22a1fceefbca46357b)) + +## [1.0.1](https://github.com/cloudquery/cloudquery/compare/plugins-source-airtable-v1.0.0...plugins-source-airtable-v1.0.1) (2023-08-17) + + +### Bug Fixes + +* Airtable `dateTime` type handling ([#13174](https://github.com/cloudquery/cloudquery/issues/13174)) ([275a526](https://github.com/cloudquery/cloudquery/commit/275a526ea19fb166df816a22f0818188365c4a65)) + ## 1.0.0 (2023-08-17) diff --git a/plugins/source/airtable/package-lock.json b/plugins/source/airtable/package-lock.json index 2dedcdffece307..5926b5eefec64e 100644 --- a/plugins/source/airtable/package-lock.json +++ b/plugins/source/airtable/package-lock.json @@ -1,12 +1,12 @@ { "name": "@cloudquery/cq-source-airtable", - "version": "1.0.0", + "version": "1.1.0", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "@cloudquery/cq-source-airtable", - "version": "1.0.0", + "version": "1.1.0", "license": "MPL-2.0", "dependencies": { "@cloudquery/plugin-sdk-javascript": "^0.0.4", @@ -45,7 +45,8 @@ "eslint-plugin-you-dont-need-lodash-underscore": "^6.12.0", "prettier": "^3.0.1", "ts-node": "^10.9.1", - "typescript": "^4.9.5" + "typescript": "^4.9.5", + "winston": "^3.10.0" }, "engines": { "node": ">=16.17.0" diff --git a/plugins/source/airtable/package.json b/plugins/source/airtable/package.json index 498505800f093b..b80d603cb335b9 100644 --- a/plugins/source/airtable/package.json +++ b/plugins/source/airtable/package.json @@ -1,6 +1,6 @@ { "name": "@cloudquery/cq-source-airtable", - "version": "1.0.0", + "version": "1.1.0", "description": "A CloudQuery source plugin to sync data from Airtable", "keywords": [ "nodejs", @@ -66,7 +66,8 @@ "eslint-plugin-you-dont-need-lodash-underscore": "^6.12.0", "prettier": "^3.0.1", "ts-node": "^10.9.1", - "typescript": "^4.9.5" + "typescript": "^4.9.5", + "winston": "^3.10.0" }, "engines": { "node": ">=16.17.0" diff --git a/plugins/source/airtable/src/airtable.ts b/plugins/source/airtable/src/airtable.ts index 88ba43897c6806..17bd06b0949f0a 100644 --- a/plugins/source/airtable/src/airtable.ts +++ b/plugins/source/airtable/src/airtable.ts @@ -14,7 +14,7 @@ export enum APIFieldType { createdTime = 'createdTime', currency = 'currency', date = 'date', - dateTime = 'datetime', + dateTime = 'dateTime', duration = 'duration', email = 'email', externalSyncSource = 'externalSyncSource', @@ -95,11 +95,11 @@ export type APIFieldCreatedTime = APIBaseField & { options: { result: | { - type: 'date'; + type: APIFieldType.date; options: APIDateOptions; } | { - type: 'dateTime'; + type: APIFieldType.dateTime; options: APIDateTimeOptions; }; }; @@ -650,11 +650,11 @@ export type APILastModifiedTime = APIBaseField & { referencedFieldIds: Array; result: | { - type: 'date'; + type: APIFieldType.date; options: APIDateOptions; } | { - type: 'dateTime'; + type: APIFieldType.dateTime; options: APIDateTimeOptions; }; }; diff --git a/plugins/source/airtable/src/plugin.ts b/plugins/source/airtable/src/plugin.ts index 37d7c365b00478..6a5d9be02cae00 100644 --- a/plugins/source/airtable/src/plugin.ts +++ b/plugins/source/airtable/src/plugin.ts @@ -64,9 +64,16 @@ export const newAirtablePlugin = () => { const newClient: NewClientFunction = async (logger, spec, { noConnection }) => { pluginClient.spec = parseSpec(spec); pluginClient.client = { id: () => 'airtable' }; - pluginClient.allTables = noConnection - ? [] - : await getTables(pluginClient.spec.apiKey, pluginClient.spec.endpointUrl, pluginClient.spec.concurrency); + if (noConnection) { + pluginClient.allTables = []; + return pluginClient; + } + pluginClient.allTables = await getTables( + logger, + pluginClient.spec.apiKey, + pluginClient.spec.endpointUrl, + pluginClient.spec.concurrency, + ); return pluginClient; }; diff --git a/plugins/source/airtable/src/tables.ts b/plugins/source/airtable/src/tables.ts index 7a5425590496c8..23a69cb432a957 100644 --- a/plugins/source/airtable/src/tables.ts +++ b/plugins/source/airtable/src/tables.ts @@ -1,15 +1,5 @@ import type { DataType } from '@cloudquery/plugin-sdk-javascript/arrow'; -import { - Utf8, - Timestamp, - Date_, - DateUnit, - TimeUnit, - Float64, - Bool, - Int64, - Uint64, -} from '@cloudquery/plugin-sdk-javascript/arrow'; +import { Utf8, Timestamp, TimeUnit, Float64, Bool, Int64, Uint64 } from '@cloudquery/plugin-sdk-javascript/arrow'; import type { ColumnResolver } from '@cloudquery/plugin-sdk-javascript/schema/column'; import { createColumn } from '@cloudquery/plugin-sdk-javascript/schema/column'; import { pathResolver } from '@cloudquery/plugin-sdk-javascript/schema/resolvers'; @@ -26,6 +16,7 @@ import utc from 'dayjs/plugin/utc.js'; import { getProperty } from 'dot-prop'; import { got } from 'got'; import pMap from 'p-map'; +import type { Logger } from 'winston'; import type { APIField, APITable, APIBase, APIFieldFormula } from './airtable.js'; import { APIFieldType } from './airtable.js'; @@ -47,8 +38,9 @@ const options = (apiKey: string) => ({ timeout, }); -const getBases = (apiKey: string, endpointURL: string) => { - return got(`${endpointURL}/v0/meta/bases`, options(apiKey)).json(); +const getBases = async (apiKey: string, endpointURL: string) => { + const { bases } = (await got(`${endpointURL}/v0/meta/bases`, options(apiKey)).json()) as { bases: APIBase[] }; + return bases; }; const getBaseTables = async (apiKey: string, endpointURL: string, baseId: string) => { @@ -78,17 +70,7 @@ const airtableFieldToArrowField = (field: APIField): DataType => { } case APIFieldType.createdTime: case APIFieldType.lastModifiedTime: { - switch (field.options.result.type) { - case 'date': { - return new Date_(DateUnit.DAY); - } - case 'dateTime': { - return new Timestamp(TimeUnit.NANOSECOND); - } - default: { - throw new Error(`Unknown createdTime result: ${JSON.stringify(field.options.result)}`); - } - } + return airtableFieldToArrowField({ ...field, ...field.options.result }); } // We don't use the Arrow Date type because most destinations don't support it case APIFieldType.date: @@ -132,6 +114,14 @@ const normalizeDateFormat = (format: string) => { return format; }; +const normalizeTimeZone = (timeZone: string) => { + if (timeZone === 'client') { + // 'client' means Airtable uses the local timezone of the user to display the date, and stores it in UTC + return 'utc'; + } + return timeZone; +}; + const getColumnResolver = (field: APIField): ColumnResolver => { switch (field.type) { case APIFieldType.createdTime: @@ -150,7 +140,8 @@ const getColumnResolver = (field: APIField): ColumnResolver => { const timeFormat = field.options.result.options.timeFormat.format; const format = `${dateFormat} ${timeFormat}`; - const formatted = dayjs.tz(data, format, field.options.result.options.timeZone).toDate(); + const timezone = normalizeTimeZone(field.options.result.options.timeZone); + const formatted = dayjs.tz(data, format, timezone).toDate(); return Promise.resolve(resource.setColumData(column.name, formatted)); }; return resolver; @@ -178,7 +169,8 @@ const getColumnResolver = (field: APIField): ColumnResolver => { const dateFormat = normalizeDateFormat(field.options.dateFormat.format); const timeFormat = field.options.timeFormat.format; const format = `${dateFormat} ${timeFormat}`; - const formatted = dayjs.tz(data, format, field.options.timeZone).toDate(); + const timeZone = normalizeTimeZone(field.options.timeZone); + const formatted = dayjs.tz(data, format, timeZone).toDate(); return Promise.resolve(resource.setColumData(column.name, formatted)); }; return resolver; @@ -261,13 +253,24 @@ const airtableToSchemaTable = ( return createTable({ name, columns, description: table.description, resolver }); }; -export const getTables = async (apiKey: string, endpointUrl: string, concurrency: number): Promise => { - const { bases } = (await getBases(apiKey, endpointUrl)) as { bases: APIBase[] }; +export const getTables = async ( + logger: Logger, + apiKey: string, + endpointUrl: string, + concurrency: number, +): Promise => { + logger.info('discovering Airtable bases'); + const bases = await getBases(apiKey, endpointUrl); + logger.info(`done discovering Airtable bases. Found ${bases.length} bases`); const allTables = await pMap( bases, async ({ id: baseId, name: baseName }) => { + logger.info(`discovering tables from Airtable base '(${baseId}) ${baseName}'`); const tables = await getBaseTables(apiKey, endpointUrl, baseId); + logger.info( + `done discovering tables from Airtable base '(${baseId}) ${baseName}'. Found ${tables.length} tables`, + ); return { baseId, baseName, tables }; }, { diff --git a/plugins/source/alicloud/go.mod b/plugins/source/alicloud/go.mod index 142297e51cfbf5..34daf660472a22 100644 --- a/plugins/source/alicloud/go.mod +++ b/plugins/source/alicloud/go.mod @@ -7,18 +7,18 @@ require ( github.com/aliyun/aliyun-oss-go-sdk v2.2.7+incompatible github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/cloudquery/codegen v0.2.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/golang/mock v1.5.0 github.com/pkg/errors v0.9.1 github.com/rs/zerolog v1.29.1 github.com/thoas/go-funk v0.9.3 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk v1.45.0 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect diff --git a/plugins/source/alicloud/go.sum b/plugins/source/alicloud/go.sum index bb0690b46caab3..5bd1b95c7c0a20 100644 --- a/plugins/source/alicloud/go.sum +++ b/plugins/source/alicloud/go.sum @@ -49,18 +49,18 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= github.com/cloudquery/codegen v0.2.1 h1:AWpGNKIFUyzI7vulYADXi/3SoksUaNXgTgIMuSrTHZk= github.com/cloudquery/codegen v0.2.1/go.mod h1:oJxzUuOC79fP36vBPU1BJ7n+jgQemS33y/mbgNq6vfM= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk v1.45.0 h1:5vrfQZtaO1dp6ebKt8ouXDmPC7eeLuOB3JMd+FTRSYk= github.com/cloudquery/plugin-sdk v1.45.0/go.mod h1:9KGuuTGjTCKgh9amKwS+7Zrrqq7/M6lormteOyqoKwg= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/aws/CHANGELOG.md b/plugins/source/aws/CHANGELOG.md index 768600058eac69..3fdaf8bfdb90cc 100644 --- a/plugins/source/aws/CHANGELOG.md +++ b/plugins/source/aws/CHANGELOG.md @@ -6,6 +6,23 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). +## [22.7.0](https://github.com/cloudquery/cloudquery/compare/plugins-source-aws-v22.6.0...plugins-source-aws-v22.7.0) (2023-08-21) + + +### Features + +* Instantiate services at sync time rather than during init phase of sync ([#13059](https://github.com/cloudquery/cloudquery/issues/13059)) ([99e6889](https://github.com/cloudquery/cloudquery/commit/99e6889c49f66e66d03fbf76064d779a77281f70)) + + +### Bug Fixes + +* AWS foundational security controls for S3.8 query reference ([#13065](https://github.com/cloudquery/cloudquery/issues/13065)) ([7cde3d2](https://github.com/cloudquery/cloudquery/commit/7cde3d2d063c65c714812a9d98dfaea0f60b84d0)), closes [#13064](https://github.com/cloudquery/cloudquery/issues/13064) +* **deps:** Update AWS modules ([#13246](https://github.com/cloudquery/cloudquery/issues/13246)) ([49ee475](https://github.com/cloudquery/cloudquery/commit/49ee4752fff1e6fc06e0b50e0450bdadd4373d16)) +* **deps:** Update github.com/cloudquery/arrow/go/v13 digest to 5b83d4f ([#13203](https://github.com/cloudquery/cloudquery/issues/13203)) ([b0a4b8c](https://github.com/cloudquery/cloudquery/commit/b0a4b8ccf7c429bf5a6ed88866865212015b68e4)) +* **deps:** Update module github.com/cloudquery/plugin-sdk/v4 to v4.5.1 ([#13195](https://github.com/cloudquery/cloudquery/issues/13195)) ([a184c37](https://github.com/cloudquery/cloudquery/commit/a184c3786ad49df8564344773e9b96f617ef87a1)) +* Panic while fetching `aws_codecommit_repositories` ([#13223](https://github.com/cloudquery/cloudquery/issues/13223)) ([4d9bcc1](https://github.com/cloudquery/cloudquery/commit/4d9bcc188723f318a794ad343dc2c2ac5b3da018)) +* Remove unused query ([#13152](https://github.com/cloudquery/cloudquery/issues/13152)) ([f050699](https://github.com/cloudquery/cloudquery/commit/f050699ba1bc229368a566764890a06ca90d53f0)) + ## [22.6.0](https://github.com/cloudquery/cloudquery/compare/plugins-source-aws-v22.5.1...plugins-source-aws-v22.6.0) (2023-08-15) diff --git a/plugins/source/aws/client/account.go b/plugins/source/aws/client/account.go index e6476eeb83c06f..c31a3d9cf13977 100644 --- a/plugins/source/aws/client/account.go +++ b/plugins/source/aws/client/account.go @@ -43,7 +43,7 @@ func (c *Client) setupAWSAccount(ctx context.Context, logger zerolog.Logger, aws c.specificRegions = false } - awsCfg, err := configureAwsSDK(ctx, logger, awsPluginSpec, account, adminAccountSts) + awsCfg, err := ConfigureAwsSDK(ctx, logger, awsPluginSpec, account, adminAccountSts) if err != nil { warningMsg := logger.Warn().Str("account", account.AccountName).Err(err) if account.source == "org" { diff --git a/plugins/source/aws/client/aws_sdk.go b/plugins/source/aws/client/aws_sdk.go index d89024666b2fdf..a44d5d6b6af254 100644 --- a/plugins/source/aws/client/aws_sdk.go +++ b/plugins/source/aws/client/aws_sdk.go @@ -12,7 +12,7 @@ import ( "github.com/rs/zerolog" ) -func configureAwsSDK(ctx context.Context, logger zerolog.Logger, awsPluginSpec *Spec, account Account, stsClient AssumeRoleAPIClient) (aws.Config, error) { +func ConfigureAwsSDK(ctx context.Context, logger zerolog.Logger, awsPluginSpec *Spec, account Account, stsClient AssumeRoleAPIClient) (aws.Config, error) { var err error var awsCfg aws.Config diff --git a/plugins/source/aws/client/client.go b/plugins/source/aws/client/client.go index 2b7c77e6762b87..d81b75139ef0f6 100644 --- a/plugins/source/aws/client/client.go +++ b/plugins/source/aws/client/client.go @@ -4,6 +4,7 @@ import ( "context" "errors" "fmt" + "reflect" "strings" "sync" @@ -130,6 +131,11 @@ func (c *Client) Services(service_names ...AWSServiceName) *Services { return c.ServicesManager.ServicesByPartitionAccount(c.Partition, c.AccountID) } +func (s *Services) Duplicate() Services { + duplicateServices := *s + return duplicateServices +} + func (c *Client) Duplicate() *Client { duplicateClient := *c return &duplicateClient @@ -197,6 +203,18 @@ func Configure(ctx context.Context, logger zerolog.Logger, spec Spec) (schema.Cl } spec.SetDefaults() + if spec.TableOptions != nil { + structVal := reflect.ValueOf(*spec.TableOptions) + fieldNum := structVal.NumField() + for i := 0; i < fieldNum; i++ { + field := structVal.Field(i) + if field.IsValid() && !field.IsZero() { + logger.Warn().Msg("table_options is deprecated and will be removed soon. Please reach out to the CloudQuery team if you require this feature") + break + } + } + } + client := NewAwsClient(logger, &spec) var adminAccountSts AssumeRoleAPIClient diff --git a/plugins/source/aws/client/data/partition_service_region.json b/plugins/source/aws/client/data/partition_service_region.json index bff06ffbeec384..b790567d7a7b0d 100644 --- a/plugins/source/aws/client/data/partition_service_region.json +++ b/plugins/source/aws/client/data/partition_service_region.json @@ -347,6 +347,7 @@ "api.pricing": { "regions": { "ap-south-1": {}, + "eu-central-1": {}, "us-east-1": {} } }, @@ -2634,6 +2635,7 @@ "eu-west-1": {}, "eu-west-2": {}, "eu-west-3": {}, + "il-central-1": {}, "me-central-1": {}, "me-south-1": {}, "sa-east-1": {}, @@ -3772,9 +3774,11 @@ "af-south-1": {}, "ap-northeast-1": {}, "ap-northeast-2": {}, + "ap-northeast-3": {}, "ap-south-1": {}, "ap-southeast-1": {}, "ap-southeast-2": {}, + "ap-southeast-4": {}, "ca-central-1": {}, "eu-central-1": {}, "eu-north-1": {}, @@ -7276,7 +7280,8 @@ }, "eks": { "regions": { - "us-iso-east-1": {} + "us-iso-east-1": {}, + "us-iso-west-1": {} } }, "elasticache": { @@ -7422,6 +7427,12 @@ "us-iso-west-1": {} } }, + "resource-groups": { + "regions": { + "us-iso-east-1": {}, + "us-iso-west-1": {} + } + }, "route53": { "regions": { "us-iso-east-1": {} @@ -7716,6 +7727,11 @@ "us-isob-east-1": {} } }, + "outposts": { + "regions": { + "us-isob-east-1": {} + } + }, "ram": { "regions": { "us-isob-east-1": {} diff --git a/plugins/source/aws/client/organizations.go b/plugins/source/aws/client/organizations.go index e0e4adb245cf03..d4c2f4e8dbebd6 100644 --- a/plugins/source/aws/client/organizations.go +++ b/plugins/source/aws/client/organizations.go @@ -23,7 +23,7 @@ func loadOrgAccounts(ctx context.Context, logger zerolog.Logger, awsPluginSpec * LocalProfile: "", } } - awsCfg, err := configureAwsSDK(ctx, logger, awsPluginSpec, *awsPluginSpec.Organization.AdminAccount, nil) + awsCfg, err := ConfigureAwsSDK(ctx, logger, awsPluginSpec, *awsPluginSpec.Organization.AdminAccount, nil) if err != nil { return nil, nil, err } @@ -37,7 +37,7 @@ func loadOrgAccounts(ctx context.Context, logger zerolog.Logger, awsPluginSpec * return nil, nil, err } if awsPluginSpec.Organization.MemberCredentials != nil { - awsCfg, err = configureAwsSDK(ctx, logger, awsPluginSpec, *awsPluginSpec.Organization.MemberCredentials, nil) + awsCfg, err = ConfigureAwsSDK(ctx, logger, awsPluginSpec, *awsPluginSpec.Organization.MemberCredentials, nil) if err != nil { return nil, nil, err } diff --git a/plugins/source/aws/client/testing.go b/plugins/source/aws/client/testing.go index 079ec0f65dadf7..65954076a51f75 100644 --- a/plugins/source/aws/client/testing.go +++ b/plugins/source/aws/client/testing.go @@ -61,6 +61,32 @@ func AwsMockTestHelper(t *testing.T, parentTable *schema.Table, builder func(*te plugin.ValidateNoEmptyColumns(t, tables, messages) } +func AwsCreateMockClient(t *testing.T, ctrl *gomock.Controller, builder func(*testing.T, *gomock.Controller) Services, testOpts TestOptions) Client { + if testOpts.Region == "" { + testOpts.Region = "us-east-1" + } + + l := zerolog.New(zerolog.NewTestWriter(t)).Output( + zerolog.ConsoleWriter{Out: os.Stderr, TimeFormat: time.StampMicro}, + ).Level(zerolog.DebugLevel).With().Timestamp().Logger() + + var awsSpec Spec + awsSpec.SetDefaults() + awsSpec.UsePaidAPIs = true + awsSpec.TableOptions = &testOpts.TableOptions + c := NewAwsClient(l, &awsSpec) + if builder != nil { + services := builder(t, ctrl) + services.Regions = []string{testOpts.Region} + c.ServicesManager.InitServicesForPartitionAccount("aws", "testAccount", services) + } + + c.accountMutex["testAccount"] = &sync.Mutex{} + + c.Partition = "aws" + return c +} + func validateTagStructure(t *testing.T, tables schema.Tables) { for _, table := range tables.FlattenTables() { t.Run(table.Name, func(t *testing.T) { diff --git a/plugins/source/aws/go.mod b/plugins/source/aws/go.mod index be3ed84277a1e3..8a2949937f8f4a 100644 --- a/plugins/source/aws/go.mod +++ b/plugins/source/aws/go.mod @@ -131,7 +131,7 @@ require ( github.com/aws/smithy-go v1.14.1 github.com/basgys/goxml2json v1.1.0 github.com/cloudquery/codegen v0.2.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/cockroachdb/cockroachdb-parser v0.0.0-20230705064001-302c9ad52e1a github.com/gertd/go-pluralize v0.2.1 github.com/gocarina/gocsv v0.0.0-20230616125104-99d496ca653d @@ -150,7 +150,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.12 // indirect @@ -196,7 +196,7 @@ require ( github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect github.com/blevesearch/snowballstem v0.9.0 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cockroachdb/apd/v3 v3.1.0 // indirect github.com/cockroachdb/errors v1.9.0 // indirect github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b // indirect diff --git a/plugins/source/aws/go.sum b/plugins/source/aws/go.sum index 2aa3e9a6ecda72..525f4e98dad040 100644 --- a/plugins/source/aws/go.sum +++ b/plugins/source/aws/go.sum @@ -358,18 +358,18 @@ github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5P github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= github.com/cloudquery/codegen v0.2.1 h1:AWpGNKIFUyzI7vulYADXi/3SoksUaNXgTgIMuSrTHZk= github.com/cloudquery/codegen v0.2.1/go.mod h1:oJxzUuOC79fP36vBPU1BJ7n+jgQemS33y/mbgNq6vfM= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk v1.45.0 h1:5vrfQZtaO1dp6ebKt8ouXDmPC7eeLuOB3JMd+FTRSYk= github.com/cloudquery/plugin-sdk v1.45.0/go.mod h1:9KGuuTGjTCKgh9amKwS+7Zrrqq7/M6lormteOyqoKwg= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/aws/policies/cis_v1.5.0/section_1.sql b/plugins/source/aws/policies/cis_v1.5.0/section_1.sql index 60a763408274b9..2dfc793a92700e 100644 --- a/plugins/source/aws/policies/cis_v1.5.0/section_1.sql +++ b/plugins/source/aws/policies/cis_v1.5.0/section_1.sql @@ -40,7 +40,8 @@ \echo "Executing check 1.15" \ir ../queries/iam/policies_attached_to_groups_roles.sql \set check_id '1.16' - -- todo svc.ListPolicies is not used (implement it and then do a check) +\echo "Executing check 1.16" +\ir ../queries/iam/no_star.sql \set check_id '1.17' -- todo svc.ListPolicies is not used (implement it and then do a check) \set check_id '1.18' @@ -50,6 +51,6 @@ \ir ../queries/iam/server_certificates_expired.sql \set check_id '1.20' \echo "Executing check 1.20" --- \ir ../queries/accessanalyzer/regions_with_no_accessanalyzers.sql +\ir ../queries/accessanalyzer/regions_with_no_accessanalyzers.sql \set check_id '1.21' -- manual diff --git a/plugins/source/aws/policies/queries/accessanalyzer/regions_with_no_accessanalyzers.sql b/plugins/source/aws/policies/queries/accessanalyzer/regions_with_no_accessanalyzers.sql index 9f068fc45cf6d7..7eb4cea1b4b382 100644 --- a/plugins/source/aws/policies/queries/accessanalyzer/regions_with_no_accessanalyzers.sql +++ b/plugins/source/aws/policies/queries/accessanalyzer/regions_with_no_accessanalyzers.sql @@ -1,23 +1,20 @@ insert into aws_policy_results -WITH regions_with_enabled_accessanalyzer - AS (SELECT ar.region AS analyzed_region - FROM aws_regions ar - LEFT JOIN aws_accessanalyzer_analyzers aaaa ON - ar.region = aaaa.region - WHERE aaaa.status = 'ACTIVE') -SELECT :'execution_time' AS execution_time, - :'framework' AS framework, - :'check_id' AS check_id, - 'Ensure that IAM Access analyzer is enabled for all regions (Automated)' AS title, - account_id, - region AS resource_id, - CASE - WHEN - aregion.analyzed_region IS NULL - AND ar.enabled = TRUE - THEN 'fail' - ELSE 'pass' - END AS status -FROM aws_regions ar - LEFT JOIN regions_with_enabled_accessanalyzer aregion ON - ar.region = aregion.analyzed_region; \ No newline at end of file +SELECT + :'execution_time' AS execution_time, + :'framework' AS framework, + :'check_id' AS check_id, + 'Ensure that IAM Access analyzer is enabled for all regions (Automated)' AS title, + ar.account_id, + ar.region AS resource_id, + CASE + WHEN + ar.enabled + AND aregion.region IS NULL + AND aregion.status IS DISTINCT FROM 'ACTIVE' + THEN 'fail' + ELSE 'pass' + END AS status +FROM + aws_regions ar + LEFT JOIN aws_accessanalyzer_analyzers aregion ON + ar.region = aregion.region; diff --git a/plugins/source/aws/resources/services/codecommit/repositories.go b/plugins/source/aws/resources/services/codecommit/repositories.go index 56f4196444973b..1701667a5d5f43 100644 --- a/plugins/source/aws/resources/services/codecommit/repositories.go +++ b/plugins/source/aws/resources/services/codecommit/repositories.go @@ -50,19 +50,21 @@ func fetchRepositories(ctx context.Context, meta schema.ClientMeta, parent *sche if len(page.Repositories) == 0 { continue } - maxBatchGetRepositories := 100 + const maxBatchGetRepositories = 100 for i := 0; i < len(page.Repositories); i += maxBatchGetRepositories { end := i + maxBatchGetRepositories if end > len(page.Repositories) { end = len(page.Repositories) } - repoNames := make([]string, len(page.Repositories[i:end])) - for i, repo := range page.Repositories { - repoNames[i] = *repo.RepositoryName + batch := page.Repositories[i:end] + repoNames := make([]string, len(batch)) + for j, repo := range batch { + repoNames[j] = *repo.RepositoryName } - repositoryOutput, err := svc.BatchGetRepositories(ctx, &codecommit.BatchGetRepositoriesInput{RepositoryNames: repoNames}, func(options *codecommit.Options) { - options.Region = cl.Region - }) + repositoryOutput, err := svc.BatchGetRepositories(ctx, + &codecommit.BatchGetRepositoriesInput{RepositoryNames: repoNames}, + func(options *codecommit.Options) { options.Region = cl.Region }, + ) if err != nil { return err } diff --git a/plugins/source/aws/resources/services/codecommit/repositories_mock_test.go b/plugins/source/aws/resources/services/codecommit/repositories_mock_test.go index 627209477b5166..258c7229f35543 100644 --- a/plugins/source/aws/resources/services/codecommit/repositories_mock_test.go +++ b/plugins/source/aws/resources/services/codecommit/repositories_mock_test.go @@ -17,41 +17,32 @@ func buildRepositories(t *testing.T, ctrl *gomock.Controller) client.Services { repoMetadata := types.RepositoryMetadata{} require.NoError(t, faker.FakeObject(&repoMetadata)) - - m.EXPECT().ListRepositories( - gomock.Any(), - gomock.Any(), - gomock.Any(), - ).Return( - &codecommit.ListRepositoriesOutput{ - Repositories: []types.RepositoryNameIdPair{{RepositoryName: repoMetadata.RepositoryName, RepositoryId: repoMetadata.RepositoryId}}, - }, - nil, - ) - - m.EXPECT().BatchGetRepositories( - gomock.Any(), - gomock.Any(), - gomock.Any(), - ).Return( - &codecommit.BatchGetRepositoriesOutput{ - Repositories: []types.RepositoryMetadata{repoMetadata}, - }, - nil, - ) + listOutput := &codecommit.ListRepositoriesOutput{Repositories: make([]types.RepositoryNameIdPair, 200)} + batchGetInput := &codecommit.BatchGetRepositoriesInput{RepositoryNames: make([]string, 100)} // max batch get input len + batchGetOutput := &codecommit.BatchGetRepositoriesOutput{Repositories: make([]types.RepositoryMetadata, 100)} + for i := range listOutput.Repositories { + listOutput.Repositories[i] = types.RepositoryNameIdPair{ + RepositoryName: repoMetadata.RepositoryName, + RepositoryId: repoMetadata.RepositoryId, + } + } + for i := range batchGetInput.RepositoryNames { + batchGetInput.RepositoryNames[i] = *repoMetadata.RepositoryName + batchGetOutput.Repositories[i] = repoMetadata + } + + m.EXPECT().ListRepositories(gomock.Any(), gomock.Any(), gomock.Any()).Return(listOutput, nil) + + m.EXPECT().BatchGetRepositories(gomock.Any(), batchGetInput, gomock.Any()). + Times(2). + Return(batchGetOutput, nil) tags := map[string]string{} require.NoError(t, faker.FakeObject(&tags)) - m.EXPECT().ListTagsForResource( - gomock.Any(), - gomock.Any(), - gomock.Any(), - ).Return( - &codecommit.ListTagsForResourceOutput{ - Tags: tags, - }, - nil, - ) + m.EXPECT().ListTagsForResource(gomock.Any(), gomock.Any(), gomock.Any()). + Times(200). + Return(&codecommit.ListTagsForResourceOutput{Tags: tags}, nil) + return client.Services{Codecommit: m} } diff --git a/plugins/source/aws/views/athena/go.mod b/plugins/source/aws/views/athena/go.mod index cdae57e29522c4..46b2df154a4cff 100644 --- a/plugins/source/aws/views/athena/go.mod +++ b/plugins/source/aws/views/athena/go.mod @@ -4,20 +4,20 @@ go 1.20 require ( github.com/aws/aws-lambda-go v1.41.0 - github.com/aws/aws-sdk-go-v2 v1.20.1 - github.com/aws/aws-sdk-go-v2/config v1.18.33 - github.com/aws/aws-sdk-go-v2/service/athena v1.31.2 + github.com/aws/aws-sdk-go-v2 v1.20.3 + github.com/aws/aws-sdk-go-v2/config v1.18.35 + github.com/aws/aws-sdk-go-v2/service/athena v1.31.4 ) require ( - github.com/aws/aws-sdk-go-v2/credentials v1.13.32 // indirect - github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 // indirect - github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 // indirect - github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 // indirect - github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 // indirect - github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 // indirect - github.com/aws/smithy-go v1.14.1 // indirect + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 // indirect + github.com/aws/smithy-go v1.14.2 // indirect ) diff --git a/plugins/source/aws/views/athena/go.sum b/plugins/source/aws/views/athena/go.sum index ddf802613b4b9d..840e19d72beb72 100644 --- a/plugins/source/aws/views/athena/go.sum +++ b/plugins/source/aws/views/athena/go.sum @@ -1,31 +1,31 @@ github.com/aws/aws-lambda-go v1.41.0 h1:l/5fyVb6Ud9uYd411xdHZzSf2n86TakxzpvIoz7l+3Y= github.com/aws/aws-lambda-go v1.41.0/go.mod h1:jwFe2KmMsHmffA1X2R09hH6lFzJQxzI8qK17ewzbQMM= -github.com/aws/aws-sdk-go-v2 v1.20.1 h1:rZBf5DWr7YGrnlTK4kgDQGn1ltqOg5orCYb/UhOFZkg= -github.com/aws/aws-sdk-go-v2 v1.20.1/go.mod h1:NU06lETsFm8fUC6ZjhgDpVBcGZTFQ6XM+LZWZxMI4ac= -github.com/aws/aws-sdk-go-v2/config v1.18.33 h1:JKcw5SFxFW/rpM4mOPjv0VQ11E2kxW13F3exWOy7VZU= -github.com/aws/aws-sdk-go-v2/config v1.18.33/go.mod h1:hXO/l9pgY3K5oZJldamP0pbZHdPqqk+4/maa7DSD3cA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32 h1:lIH1eKPcCY1ylR4B6PkBGRWMHO3aVenOKJHWiS4/G2w= -github.com/aws/aws-sdk-go-v2/credentials v1.13.32/go.mod h1:lL8U3v/Y79YRG69WlAho0OHIKUXCyFvSXaIvfo81sls= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8 h1:DK/9C+UN/X+1+Wm8pqaDksQr2tSLzq+8X1/rI/ZxKEQ= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.8/go.mod h1:ce7BgLQfYr5hQFdy67oX2svto3ufGtm6oBvmsHScI1Q= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38 h1:c8ed/T9T2K5I+h/JzmF5tpI46+OODQ74dzmdo+QnaMg= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.38/go.mod h1:qggunOChCMu9ZF/UkAfhTz25+U2rLVb3ya0Ua6TTfCA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32 h1:hNeAAymUY5gu11WrrmFb3CVIp9Dar9hbo44yzzcQpzA= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.32/go.mod h1:0ZXSqrty4FtQ7p8TEuRde/SZm9X05KT18LAUlR40Ln0= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39 h1:fc0ukRAiP1syoSGZYu+DaE+FulSYhTiJ8WpVu5jElU4= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.39/go.mod h1:WLAW8PT7+JhjZfLSWe7WEJaJu0GNo0cKc2Zyo003RBs= -github.com/aws/aws-sdk-go-v2/service/athena v1.31.2 h1:GynYIx8waEe9gR9hvT5lOW9vv5nhK8ahuJ7hZ12MjiU= -github.com/aws/aws-sdk-go-v2/service/athena v1.31.2/go.mod h1:O8O7V8DElwK5fMfHatiW3FiTJFSFtTPF3xiITTlUudw= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32 h1:dGAseBFEYxth10V23b5e2mAS+tX7oVbfYHD6dnDdAsg= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.32/go.mod h1:4jwAWKEkCR0anWk5+1RbfSg1R5Gzld7NLiuaq5bTR/Y= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2 h1:A2RlEMo4SJSwbNoUUgkxTAEMduAy/8wG3eB2b2lP4gY= -github.com/aws/aws-sdk-go-v2/service/sso v1.13.2/go.mod h1:ju+nNXUunfIFamXUIZQiICjnO/TPlOmWcYhZcSy7xaE= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2 h1:OJELEgyaT2kmaBGZ+myyZbTTLobfe3ox3FSh5eYK9Qs= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.2/go.mod h1:ubDBBaDFs1GHijSOTi8ljppML15GLG0HxhILtbjNNYQ= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2 h1:ympg1+Lnq33XLhcK/xTG4yZHPs1Oyxu+6DEWbl7qOzA= -github.com/aws/aws-sdk-go-v2/service/sts v1.21.2/go.mod h1:FQ/DQcOfESELfJi5ED+IPPAjI5xC6nxtSolVVB773jM= -github.com/aws/smithy-go v1.14.1 h1:EFKMUmH/iHMqLiwoEDx2rRjRQpI1YCn5jTysoaDujFs= -github.com/aws/smithy-go v1.14.1/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/service/athena v1.31.4 h1:S5UiA4sKUUClQVb1V5g+R27WyuXjUbkp3SQriKXfkTE= +github.com/aws/aws-sdk-go-v2/service/athena v1.31.4/go.mod h1:XKMTkxALyI4IBywk6nGXLQMfUVAwSqybJmH7ktfn5/A= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/google/go-cmp v0.5.8 h1:e6P7q2lk1O+qJJb4BtCQXlK8vWEO8V1ZeuEdJNOqZyg= diff --git a/plugins/source/awspricing/go.mod b/plugins/source/awspricing/go.mod index 83bafb9fc88ff7..538403d6957bfe 100644 --- a/plugins/source/awspricing/go.mod +++ b/plugins/source/awspricing/go.mod @@ -3,16 +3,16 @@ module github.com/cloudquery/cloudquery/plugins/source/awspricing go 1.20 require ( - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/awspricing/go.sum b/plugins/source/awspricing/go.sum index 1d37ba5761bab9..f5358692807e59 100644 --- a/plugins/source/awspricing/go.sum +++ b/plugins/source/awspricing/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/azure/dashboards/grafana/asset_inventory.json b/plugins/source/azure/dashboards/grafana/asset_inventory.json index cffd1c3486d223..b012ea273e8612 100644 --- a/plugins/source/azure/dashboards/grafana/asset_inventory.json +++ b/plugins/source/azure/dashboards/grafana/asset_inventory.json @@ -536,7 +536,15 @@ "templating": { "list": [ { - "current": {}, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, "datasource": { "type": "postgres", "uid": "${DS_POSTGRESQL}" @@ -555,7 +563,15 @@ "type": "query" }, { - "current": {}, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, "datasource": { "type": "postgres", "uid": "${DS_POSTGRESQL}" @@ -574,7 +590,15 @@ "type": "query" }, { - "current": {}, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, "definition": "select distinct(_cq_table) from azure_resources;", "hide": 0, "includeAll": true, diff --git a/plugins/source/azure/dashboards/grafana/compliance.json b/plugins/source/azure/dashboards/grafana/compliance.json index 595d80cd610f00..ccc02588855aa8 100644 --- a/plugins/source/azure/dashboards/grafana/compliance.json +++ b/plugins/source/azure/dashboards/grafana/compliance.json @@ -695,7 +695,15 @@ "templating": { "list": [ { - "current": {}, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, "datasource": { "type": "postgres", "uid": "${DS_POSTGRESQL}" @@ -715,7 +723,15 @@ "type": "query" }, { - "current": {}, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, "datasource": { "type": "postgres", "uid": "${DS_POSTGRESQL}" @@ -734,7 +750,15 @@ "type": "query" }, { - "current": {}, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, "datasource": { "type": "postgres", "uid": "${DS_POSTGRESQL}" diff --git a/plugins/source/azure/go.mod b/plugins/source/azure/go.mod index fa0ad4a9ab5af8..686b7d4b441bd5 100644 --- a/plugins/source/azure/go.mod +++ b/plugins/source/azure/go.mod @@ -100,7 +100,7 @@ require ( github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/workloads/armworkloads v0.2.0 github.com/Azure/azure-sdk-for-go/sdk/storage/azqueue v0.1.0 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/cockroachdb/cockroachdb-parser v0.0.0-20230705064001-302c9ad52e1a github.com/gorilla/mux v1.8.0 github.com/mitchellh/hashstructure/v2 v2.0.2 @@ -113,7 +113,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0 // indirect @@ -121,7 +121,7 @@ require ( github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect github.com/blevesearch/snowballstem v0.9.0 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/cockroachdb/apd/v3 v3.1.0 // indirect github.com/cockroachdb/errors v1.9.0 // indirect diff --git a/plugins/source/azure/go.sum b/plugins/source/azure/go.sum index 13b43576545314..ff4bb648d3114e 100644 --- a/plugins/source/azure/go.sum +++ b/plugins/source/azure/go.sum @@ -277,14 +277,14 @@ github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5P github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/azuredevops/go.mod b/plugins/source/azuredevops/go.mod index b0b51b3691ca22..c380758e9009ac 100644 --- a/plugins/source/azuredevops/go.mod +++ b/plugins/source/azuredevops/go.mod @@ -4,17 +4,17 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/google/uuid v1.3.0 github.com/microsoft/azure-devops-go-api/azuredevops/v6 v6.0.1 github.com/rs/zerolog v1.29.1 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/azuredevops/go.sum b/plugins/source/azuredevops/go.sum index 7d510d8b493d4c..c73bbe1d6b02dc 100644 --- a/plugins/source/azuredevops/go.sum +++ b/plugins/source/azuredevops/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/cloudflare/go.mod b/plugins/source/cloudflare/go.mod index f377ecc8d80fb1..0730d3390a4bf4 100644 --- a/plugins/source/cloudflare/go.mod +++ b/plugins/source/cloudflare/go.mod @@ -5,17 +5,17 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/cloudflare/cloudflare-go v0.57.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/golang/mock v1.6.0 github.com/rs/zerolog v1.29.1 github.com/thoas/go-funk v0.9.3 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/cloudflare/go.sum b/plugins/source/cloudflare/go.sum index f372ad41ec241a..7d57eaff6274a8 100644 --- a/plugins/source/cloudflare/go.sum +++ b/plugins/source/cloudflare/go.sum @@ -47,14 +47,14 @@ github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMn github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/cloudflare/cloudflare-go v0.57.1 h1:c9OhL/WusagBirP+CIJeCqS7OjT9kiWjtJv4lwxp3ZM= github.com/cloudflare/cloudflare-go v0.57.1/go.mod h1:cD8AqNMMaL1A0Sj9XKo3Xu9ZVHwHqgXJofb1ya210GQ= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/datadog/go.mod b/plugins/source/datadog/go.mod index e09b58431c7c3e..d617593e7f7ff7 100644 --- a/plugins/source/datadog/go.mod +++ b/plugins/source/datadog/go.mod @@ -5,7 +5,7 @@ go 1.20 require ( github.com/DataDog/datadog-api-client-go/v2 v2.13.0 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/golang/mock v1.6.0 github.com/pkg/errors v0.9.1 github.com/rs/zerolog v1.29.1 @@ -14,12 +14,12 @@ require ( golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/DataDog/zstd v1.5.2 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/datadog/go.sum b/plugins/source/datadog/go.sum index 89562a31b6b07d..b8c1d970c75639 100644 --- a/plugins/source/datadog/go.sum +++ b/plugins/source/datadog/go.sum @@ -49,14 +49,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/digitalocean/go.mod b/plugins/source/digitalocean/go.mod index b1de1ea457fef3..f25d14ec389903 100644 --- a/plugins/source/digitalocean/go.mod +++ b/plugins/source/digitalocean/go.mod @@ -5,11 +5,11 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/avast/retry-go/v4 v4.3.4 - github.com/aws/aws-sdk-go-v2 v1.19.0 - github.com/aws/aws-sdk-go-v2/config v1.18.28 - github.com/aws/aws-sdk-go-v2/service/s3 v1.37.0 - github.com/aws/smithy-go v1.13.5 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/aws/aws-sdk-go-v2 v1.20.3 + github.com/aws/aws-sdk-go-v2/config v1.18.35 + github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 + github.com/aws/smithy-go v1.14.2 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/digitalocean/godo v1.99.0 github.com/golang/mock v1.6.0 github.com/pkg/errors v0.9.1 @@ -17,25 +17,25 @@ require ( golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( - github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.10 // indirect - github.com/aws/aws-sdk-go-v2/credentials v1.13.27 // indirect - github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.5 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.35 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.29 // indirect - github.com/aws/aws-sdk-go-v2/internal/ini v1.3.36 // indirect - github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.27 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.11 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.30 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.29 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.14.4 // indirect - github.com/aws/aws-sdk-go-v2/service/sso v1.12.13 // indirect - github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.13 // indirect - github.com/aws/aws-sdk-go-v2/service/sts v1.19.3 // indirect + github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 // indirect + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 // indirect + github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/digitalocean/go.sum b/plugins/source/digitalocean/go.sum index 2292090c067a67..abf16cd8f1f5b8 100644 --- a/plugins/source/digitalocean/go.sum +++ b/plugins/source/digitalocean/go.sum @@ -37,42 +37,42 @@ github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAE github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= github.com/avast/retry-go/v4 v4.3.4 h1:pHLkL7jvCvP317I8Ge+Km2Yhntv3SdkJm7uekkqbKhM= github.com/avast/retry-go/v4 v4.3.4/go.mod h1:rv+Nla6Vk3/ilU0H51VHddWHiwimzX66yZ0JT6T+UvE= -github.com/aws/aws-sdk-go-v2 v1.19.0 h1:klAT+y3pGFBU/qVf1uzwttpBbiuozJYWzNLHioyDJ+k= -github.com/aws/aws-sdk-go-v2 v1.19.0/go.mod h1:uzbQtefpm44goOPmdKyAlXSNcwlRgF3ePWVW6EtJvvw= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.10 h1:dK82zF6kkPeCo8J1e+tGx4JdvDIQzj7ygIoLg8WMuGs= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.10/go.mod h1:VeTZetY5KRJLuD/7fkQXMU6Mw7H5m/KP2J5Iy9osMno= -github.com/aws/aws-sdk-go-v2/config v1.18.28 h1:TINEaKyh1Td64tqFvn09iYpKiWjmHYrG1fa91q2gnqw= -github.com/aws/aws-sdk-go-v2/config v1.18.28/go.mod h1:nIL+4/8JdAuNHEjn/gPEXqtnS02Q3NXB/9Z7o5xE4+A= -github.com/aws/aws-sdk-go-v2/credentials v1.13.27 h1:dz0yr/yR1jweAnsCx+BmjerUILVPQ6FS5AwF/OyG1kA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.27/go.mod h1:syOqAek45ZXZp29HlnRS/BNgMIW6uiRmeuQsz4Qh2UE= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.5 h1:kP3Me6Fy3vdi+9uHd7YLr6ewPxRL+PU6y15urfTaamU= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.5/go.mod h1:Gj7tm95r+QsDoN2Fhuz/3npQvcZbkEf5mL70n3Xfluc= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.35 h1:hMUCiE3Zi5AHrRNGf5j985u0WyqI6r2NULhUfo0N/No= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.35/go.mod h1:ipR5PvpSPqIqL5Mi82BxLnfMkHVbmco8kUwO2xrCi0M= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.29 h1:yOpYx+FTBdpk/g+sBU6Cb1H0U/TLEcYYp66mYqsPpcc= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.29/go.mod h1:M/eUABlDbw2uVrdAn+UsI6M727qp2fxkp8K0ejcBDUY= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.36 h1:8r5m1BoAWkn0TDC34lUculryf7nUF25EgIMdjvGCkgo= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.36/go.mod h1:Rmw2M1hMVTwiUhjwMoIBFWFJMhvJbct06sSidxInkhY= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.27 h1:cZG7psLfqpkB6H+fIrgUDWmlzM474St1LP0jcz272yI= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.27/go.mod h1:ZdjYvJpDlefgh8/hWelJhqgqJeodxu4SmbVsSdBlL7E= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.11 h1:y2+VQzC6Zh2ojtV2LoC0MNwHWc6qXv/j2vrQtlftkdA= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.11/go.mod h1:iV4q2hsqtNECrfmlXyord9u4zyuFEJX9eLgLpSPzWA8= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.30 h1:Bje8Xkh2OWpjBdNfXLrnn8eZg569dUQmhgtydxAYyP0= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.30/go.mod h1:qQtIBl5OVMfmeQkz8HaVyh5DzFmmFXyvK27UgIgOr4c= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.29 h1:IiDolu/eLmuB18DRZibj77n1hHQT7z12jnGO7Ze3pLc= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.29/go.mod h1:fDbkK4o7fpPXWn8YAPmTieAMuB9mk/VgvW64uaUqxd4= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.14.4 h1:hx4WksB0NRQ9utR+2c3gEGzl6uKj3eM6PMQ6tN3lgXs= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.14.4/go.mod h1:JniVpqvw90sVjNqanGLufrVapWySL28fhBlYgl96Q/w= -github.com/aws/aws-sdk-go-v2/service/s3 v1.37.0 h1:PalLOEGZ/4XfQxpGZFTLaoJSmPoybnqJYotaIZEf/Rg= -github.com/aws/aws-sdk-go-v2/service/s3 v1.37.0/go.mod h1:PwyKKVL0cNkC37QwLcrhyeCrAk+5bY8O2ou7USyAS2A= -github.com/aws/aws-sdk-go-v2/service/sso v1.12.13 h1:sWDv7cMITPcZ21QdreULwxOOAmE05JjEsT6fCDtDA9k= -github.com/aws/aws-sdk-go-v2/service/sso v1.12.13/go.mod h1:DfX0sWuT46KpcqbMhJ9QWtxAIP1VozkDWf8VAkByjYY= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.13 h1:BFubHS/xN5bjl818QaroN6mQdjneYQ+AOx44KNXlyH4= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.13/go.mod h1:BzqsVVFduubEmzrVtUFQQIQdFqvUItF8XUq2EnS8Wog= -github.com/aws/aws-sdk-go-v2/service/sts v1.19.3 h1:e5mnydVdCVWxP+5rPAGi2PYxC7u2OZgH1ypC114H04U= -github.com/aws/aws-sdk-go-v2/service/sts v1.19.3/go.mod h1:yVGZA1CPkmUhBdA039jXNJJG7/6t+G+EBWmFq23xqnY= -github.com/aws/smithy-go v1.13.5 h1:hgz0X/DX0dGqTYpGALqXJoRKRj5oQ7150i5FdTePzO8= -github.com/aws/smithy-go v1.13.5/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 h1:OPLEkmhXf6xFPiz0bLeDArZIDx1NNS4oJyG4nv3Gct0= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13/go.mod h1:gpAbvyDGQFozTEmlTFO8XcQKHzubdq0LzRyJpG6MiXM= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 h1:uHhWcrNBgpm9gi3o8NSQcsAqha/U9OFYzi2k4+0UVz8= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3/go.mod h1:jYLMm3Dh0wbeV3lxth5ryks/O2M/omVXWyYm3YcEVqQ= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 h1:m0QTSI6pZYJTk5WSKx3fm5cNW/DCicVzULBgU/6IyD0= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14/go.mod h1:dDilntgHy9WnHXsh7dDtUPgHKEfTJIBUTHM8OWm0f/0= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 h1:oCUrlTzh9GwhlYdyDGNAS6UgqJRzJp5rKoYCJWqLyZI= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35/go.mod h1:YVHrksq36j0sbXCT6rSuQafpfYkMYqy0QTk7JTCTBIU= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 h1:rPDAISw3FjEhrJoaxmQjuD+GgBfv2p3AVhmAcnyqq3k= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3/go.mod h1:TXBww3ANB+QRj+/dUoYDvI8d/u4F4WzTxD4mxtDoxrg= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 h1:P4p346B+YMTTCH9D4I/FWYl+E7BjSLQxqk1e2KYDI5w= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4/go.mod h1:uDxTlJiuPhbtRRPMHrPYRkn1Ck7Mtk3BEJiDut+gR5Y= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -83,14 +83,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/facebookmarketing/go.mod b/plugins/source/facebookmarketing/go.mod index 3e13ef10ba8945..e9bdaa813f53b3 100644 --- a/plugins/source/facebookmarketing/go.mod +++ b/plugins/source/facebookmarketing/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 github.com/thoas/go-funk v0.9.3 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/facebookmarketing/go.sum b/plugins/source/facebookmarketing/go.sum index 1d37ba5761bab9..f5358692807e59 100644 --- a/plugins/source/facebookmarketing/go.sum +++ b/plugins/source/facebookmarketing/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/fastly/go.mod b/plugins/source/fastly/go.mod index 760d0070e19e50..38ee0eea2413ba 100644 --- a/plugins/source/fastly/go.mod +++ b/plugins/source/fastly/go.mod @@ -5,7 +5,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/cloudquery/codegen v0.2.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/fastly/go-fastly/v7 v7.0.0 github.com/golang/mock v1.6.0 github.com/rs/zerolog v1.29.1 @@ -13,11 +13,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk v1.45.0 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect diff --git a/plugins/source/fastly/go.sum b/plugins/source/fastly/go.sum index 44f0bcfa91e744..39ca23f3de8ec0 100644 --- a/plugins/source/fastly/go.sum +++ b/plugins/source/fastly/go.sum @@ -45,18 +45,18 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= github.com/cloudquery/codegen v0.2.1 h1:AWpGNKIFUyzI7vulYADXi/3SoksUaNXgTgIMuSrTHZk= github.com/cloudquery/codegen v0.2.1/go.mod h1:oJxzUuOC79fP36vBPU1BJ7n+jgQemS33y/mbgNq6vfM= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk v1.45.0 h1:5vrfQZtaO1dp6ebKt8ouXDmPC7eeLuOB3JMd+FTRSYk= github.com/cloudquery/plugin-sdk v1.45.0/go.mod h1:9KGuuTGjTCKgh9amKwS+7Zrrqq7/M6lormteOyqoKwg= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/firestore/go.mod b/plugins/source/firestore/go.mod index 40b233fdbc285e..2f7677a44c0dcf 100644 --- a/plugins/source/firestore/go.mod +++ b/plugins/source/firestore/go.mod @@ -5,14 +5,14 @@ go 1.20 require ( cloud.google.com/go/firestore v1.11.0 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 golang.org/x/sync v0.2.0 google.golang.org/api v0.126.0 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( cloud.google.com/go v0.110.6 // indirect @@ -20,7 +20,7 @@ require ( cloud.google.com/go/compute/metadata v0.2.3 // indirect cloud.google.com/go/longrunning v0.5.1 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/firestore/go.sum b/plugins/source/firestore/go.sum index 3e6187a1e25f12..bbb7cfbec6eb39 100644 --- a/plugins/source/firestore/go.sum +++ b/plugins/source/firestore/go.sum @@ -55,14 +55,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/gcp/go.mod b/plugins/source/gcp/go.mod index a770666411d467..7ef691180b1d5a 100644 --- a/plugins/source/gcp/go.mod +++ b/plugins/source/gcp/go.mod @@ -44,7 +44,7 @@ require ( cloud.google.com/go/websecurityscanner v1.6.1 cloud.google.com/go/workflows v1.11.1 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/cockroachdb/cockroachdb-parser v0.0.0-20230705064001-302c9ad52e1a github.com/golang/mock v1.6.0 github.com/googleapis/gax-go/v2 v2.11.0 @@ -66,7 +66,7 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( cloud.google.com/go v0.110.6 // indirect @@ -76,7 +76,7 @@ require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect github.com/census-instrumentation/opencensus-proto v0.4.1 // indirect github.com/cespare/xxhash/v2 v2.2.0 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/cncf/udpa/go v0.0.0-20220112060539-c52dc94e7fbe // indirect github.com/cncf/xds/go v0.0.0-20230607035331-e9ce68804cb4 // indirect diff --git a/plugins/source/gcp/go.sum b/plugins/source/gcp/go.sum index 1ae923149e3db6..c8e6e59864312e 100644 --- a/plugins/source/gcp/go.sum +++ b/plugins/source/gcp/go.sum @@ -166,14 +166,14 @@ github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5P github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/github/CHANGELOG.md b/plugins/source/github/CHANGELOG.md index e1b673446c5ba3..0d9640354e5ec9 100644 --- a/plugins/source/github/CHANGELOG.md +++ b/plugins/source/github/CHANGELOG.md @@ -1,5 +1,19 @@ # Changelog +## [7.2.0](https://github.com/cloudquery/cloudquery/compare/plugins-source-github-v7.1.4...plugins-source-github-v7.2.0) (2023-08-18) + + +### Features + +* Add `discovery_concurrency` sync option ([#13188](https://github.com/cloudquery/cloudquery/issues/13188)) ([a2380c1](https://github.com/cloudquery/cloudquery/commit/a2380c14ee7110831777e4c216d78af9acab069c)) + +## [7.1.4](https://github.com/cloudquery/cloudquery/compare/plugins-source-github-v7.1.3...plugins-source-github-v7.1.4) (2023-08-18) + + +### Bug Fixes + +* Re-init `RepositoryListByOrgOptions` for each organization when listing repositories ([#13182](https://github.com/cloudquery/cloudquery/issues/13182)) ([cc08e74](https://github.com/cloudquery/cloudquery/commit/cc08e74fcf91063376f2bae1ec550164952c88e1)) + ## [7.1.3](https://github.com/cloudquery/cloudquery/compare/plugins-source-github-v7.1.2...plugins-source-github-v7.1.3) (2023-08-15) diff --git a/plugins/source/github/client/client.go b/plugins/source/github/client/client.go index 3cee1160d0a01b..b859f66e3f59e6 100644 --- a/plugins/source/github/client/client.go +++ b/plugins/source/github/client/client.go @@ -5,6 +5,7 @@ import ( "fmt" "net/http" "strings" + "sync" "time" "github.com/beatlabs/github-auth/app/inst" @@ -14,6 +15,7 @@ import ( "github.com/google/go-github/v49/github" "github.com/rs/zerolog" "golang.org/x/oauth2" + "golang.org/x/sync/errgroup" ) type Client struct { @@ -116,7 +118,7 @@ func New(ctx context.Context, logger zerolog.Logger, spec Spec) (schema.ClientMe repos: spec.Repos, } c.logger.Info().Msg("Discovering repositories") - orgRepositories, err := c.discoverRepositories(ctx, spec.Orgs, spec.Repos) + orgRepositories, err := c.discoverRepositories(ctx, spec.DiscoveryConcurrency, spec.Orgs, spec.Repos) if err != nil { return nil, fmt.Errorf("failed to discover repositories: %w", err) } @@ -136,25 +138,43 @@ func servicesForClient(c *github.Client) GithubServices { } } -func (c *Client) discoverRepositories(ctx context.Context, orgs []string, repos []string) (map[string][]*github.Repository, error) { - opts := &github.RepositoryListByOrgOptions{ListOptions: github.ListOptions{PerPage: 100}} - +func (c *Client) discoverRepositories(ctx context.Context, discoveryConcurrency int, orgs []string, repos []string) (map[string][]*github.Repository, error) { orgRepos := make(map[string][]*github.Repository) + orgReposLock := sync.Mutex{} + errorGroup, gtx := errgroup.WithContext(ctx) + errorGroup.SetLimit(discoveryConcurrency) + for _, org := range orgs { + org := org + opts := &github.RepositoryListByOrgOptions{ListOptions: github.ListOptions{PerPage: 100}} services := c.servicesForOrg(org) - for { - repos, resp, err := services.Repositories.ListByOrg(ctx, org, opts) - if err != nil { - return nil, err + errorGroup.Go(func() error { + orgRepositories := []*github.Repository{} + for { + repos, resp, err := services.Repositories.ListByOrg(gtx, org, opts) + if err != nil { + return err + } + orgRepositories = append(orgRepositories, repos...) + + if resp.NextPage == 0 { + break + } + opts.Page = resp.NextPage } - orgRepos[org] = append(orgRepos[org], repos...) - if resp.NextPage == 0 { - break - } - opts.Page = resp.NextPage - } + orgReposLock.Lock() + defer orgReposLock.Unlock() + orgRepos[org] = orgRepositories + + return nil + }) + } + + if err := errorGroup.Wait(); err != nil { + return nil, err } + seenOrgs := make(map[string]struct{}) for _, repo := range repos { repoSplit := splitRepo(repo) diff --git a/plugins/source/github/client/spec.go b/plugins/source/github/client/spec.go index 7dda137bc93c86..a550db83284579 100644 --- a/plugins/source/github/client/spec.go +++ b/plugins/source/github/client/spec.go @@ -9,7 +9,8 @@ type Spec struct { AppAuth []AppAuthSpec `json:"app_auth"` EnterpriseSettings *EnterpriseSettings `json:"enterprise"` - Concurrency int `json:"concurrency,omitempty"` + Concurrency int `json:"concurrency,omitempty"` + DiscoveryConcurrency int `json:"discovery_concurrency,omitempty"` } type EnterpriseSettings struct { @@ -28,6 +29,9 @@ func (s *Spec) SetDefaults() { if s.Concurrency == 0 { s.Concurrency = 10000 } + if s.DiscoveryConcurrency == 0 { + s.DiscoveryConcurrency = 1 + } } func (s *Spec) Validate() error { diff --git a/plugins/source/github/go.mod b/plugins/source/github/go.mod index a4347948492dd4..02e3eff8726e57 100644 --- a/plugins/source/github/go.mod +++ b/plugins/source/github/go.mod @@ -5,19 +5,20 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/beatlabs/github-auth v0.0.0-20230730095625-88fe74f2204a - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/gofri/go-github-ratelimit v1.0.3 github.com/golang/mock v1.6.0 github.com/google/go-github/v49 v49.0.0 github.com/rs/zerolog v1.29.1 golang.org/x/oauth2 v0.10.0 + golang.org/x/sync v0.2.0 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect @@ -56,7 +57,6 @@ require ( golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 // indirect golang.org/x/mod v0.11.0 // indirect golang.org/x/net v0.12.0 // indirect - golang.org/x/sync v0.2.0 // indirect golang.org/x/sys v0.10.0 // indirect golang.org/x/text v0.11.0 // indirect golang.org/x/tools v0.7.0 // indirect diff --git a/plugins/source/github/go.sum b/plugins/source/github/go.sum index 76ea3a120d2267..4864b5be610251 100644 --- a/plugins/source/github/go.sum +++ b/plugins/source/github/go.sum @@ -627,14 +627,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20200629203442-efcf912fb354/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= diff --git a/plugins/source/gitlab/go.mod b/plugins/source/gitlab/go.mod index afe5a0cae2ee74..b198ece2d9eef1 100644 --- a/plugins/source/gitlab/go.mod +++ b/plugins/source/gitlab/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/julienschmidt/httprouter v1.3.0 github.com/rs/zerolog v1.29.1 github.com/xanzy/go-gitlab v0.83.0 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/gitlab/go.sum b/plugins/source/gitlab/go.sum index af0cc3eb014856..97ce7909641c4a 100644 --- a/plugins/source/gitlab/go.sum +++ b/plugins/source/gitlab/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/googleanalytics/go.mod b/plugins/source/googleanalytics/go.mod index 296fd719357e4c..c91e7a9be09695 100644 --- a/plugins/source/googleanalytics/go.mod +++ b/plugins/source/googleanalytics/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 golang.org/x/oauth2 v0.8.0 @@ -13,13 +13,13 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( cloud.google.com/go/compute v1.23.0 // indirect cloud.google.com/go/compute/metadata v0.2.3 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/googleanalytics/go.sum b/plugins/source/googleanalytics/go.sum index d95c4dca0fc551..8e810c8ac0520d 100644 --- a/plugins/source/googleanalytics/go.sum +++ b/plugins/source/googleanalytics/go.sum @@ -49,14 +49,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/hackernews/go.mod b/plugins/source/hackernews/go.mod index 4ac5176bc9ef59..ca6602e7b592d3 100644 --- a/plugins/source/hackernews/go.mod +++ b/plugins/source/hackernews/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/golang/mock v1.6.0 github.com/hermanschaaf/hackernews v1.0.1 github.com/rs/zerolog v1.29.1 @@ -14,11 +14,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/hackernews/go.sum b/plugins/source/hackernews/go.sum index d6827e1026ce52..9895a7213b4c4f 100644 --- a/plugins/source/hackernews/go.sum +++ b/plugins/source/hackernews/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/homebrew/go.mod b/plugins/source/homebrew/go.mod index f605e7bc862114..2cf864157ade2d 100644 --- a/plugins/source/homebrew/go.mod +++ b/plugins/source/homebrew/go.mod @@ -3,17 +3,17 @@ module github.com/cloudquery/cloudquery/plugins/source/homebrew go 1.20 require ( - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/golang/mock v1.6.0 github.com/rs/zerolog v1.29.1 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/homebrew/go.sum b/plugins/source/homebrew/go.sum index 11de77f0704dc7..0ceecee3607c9a 100644 --- a/plugins/source/homebrew/go.sum +++ b/plugins/source/homebrew/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/hubspot/go.mod b/plugins/source/hubspot/go.mod index adb4f0eb5bf025..8352f811e75996 100644 --- a/plugins/source/hubspot/go.mod +++ b/plugins/source/hubspot/go.mod @@ -5,17 +5,17 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/clarkmcc/go-hubspot v0.0.0-20221010213350-20c2f9cbf936 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 golang.org/x/time v0.3.0 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/hubspot/go.sum b/plugins/source/hubspot/go.sum index e38533708c6577..bfd4a150fc4bc3 100644 --- a/plugins/source/hubspot/go.sum +++ b/plugins/source/hubspot/go.sum @@ -47,14 +47,14 @@ github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMn github.com/clarkmcc/go-hubspot v0.0.0-20221010213350-20c2f9cbf936 h1:desYZwMJiFjI4ugPg+elPXygJeVJnTCdlxXF3KX+KuE= github.com/clarkmcc/go-hubspot v0.0.0-20221010213350-20c2f9cbf936/go.mod h1:hedWyunNqr3OeTCQPjIMBjrJq/RImLOkIj37puh6oIE= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/jira/go.mod b/plugins/source/jira/go.mod index d9c2afee3bf61a..ce85d76e5c83af 100644 --- a/plugins/source/jira/go.mod +++ b/plugins/source/jira/go.mod @@ -4,14 +4,14 @@ go 1.20 require ( github.com/andygrunwald/go-jira v1.16.0 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.30.0 ) require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/fatih/structs v1.1.0 // indirect diff --git a/plugins/source/jira/go.sum b/plugins/source/jira/go.sum index 846c8239d82b36..2a70fd402e187a 100644 --- a/plugins/source/jira/go.sum +++ b/plugins/source/jira/go.sum @@ -49,12 +49,12 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/k8s/go.mod b/plugins/source/k8s/go.mod index f308faa13c3222..a9c638c0e39903 100644 --- a/plugins/source/k8s/go.mod +++ b/plugins/source/k8s/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/cockroachdb/cockroachdb-parser v0.0.0-20230705064001-302c9ad52e1a github.com/golang/mock v1.6.0 github.com/google/gnostic v0.6.9 @@ -19,13 +19,13 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/biogo/store v0.0.0-20201120204734-aad293a2328f // indirect github.com/blevesearch/snowballstem v0.9.0 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/cockroachdb/apd/v3 v3.1.0 // indirect github.com/cockroachdb/errors v1.9.0 // indirect diff --git a/plugins/source/k8s/go.sum b/plugins/source/k8s/go.sum index de6abdce430793..631eb59b782808 100644 --- a/plugins/source/k8s/go.sum +++ b/plugins/source/k8s/go.sum @@ -79,14 +79,14 @@ github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5P github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/mysql/go.mod b/plugins/source/mysql/go.mod index ef9adf92c9da60..af64d97e5d46c0 100644 --- a/plugins/source/mysql/go.mod +++ b/plugins/source/mysql/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/go-sql-driver/mysql v1.7.0 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 @@ -12,11 +12,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/mysql/go.sum b/plugins/source/mysql/go.sum index b207e64385beeb..8ddf1f8e9cd9e2 100644 --- a/plugins/source/mysql/go.sum +++ b/plugins/source/mysql/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/mysql/resources/plugin/plugin_test.go b/plugins/source/mysql/resources/plugin/plugin_test.go index be143020fab2de..799fc4374e6151 100644 --- a/plugins/source/mysql/resources/plugin/plugin_test.go +++ b/plugins/source/mysql/resources/plugin/plugin_test.go @@ -84,7 +84,7 @@ func createTable(ctx context.Context, db *sql.DB, table *schema.Table) error { return err } -func insertTable(ctx context.Context, db *sql.DB, table *schema.Table, records []arrow.Record) error { +func insertTable(ctx context.Context, db *sql.DB, table *schema.Table, record arrow.Record) error { sb := strings.Builder{} sb.WriteString("INSERT INTO " + client.Identifier(table.Name)) sb.WriteString(" (") @@ -99,16 +99,14 @@ func insertTable(ctx context.Context, db *sql.DB, table *schema.Table, records [ sb.WriteString(")") query := sb.String() - for _, record := range records { - transformedRecords, err := client.TransformRecord(record) - if err != nil { + transformedRecords, err := client.TransformRecord(record) + if err != nil { + return err + } + for _, transformedRecord := range transformedRecords { + if _, err := db.ExecContext(ctx, query, transformedRecord...); err != nil { return err } - for _, transformedRecord := range transformedRecords { - if _, err := db.ExecContext(ctx, query, transformedRecord...); err != nil { - return err - } - } } return nil } @@ -150,8 +148,8 @@ func TestPlugin(t *testing.T) { t.Fatal(err) } syncTime := time.Now() - expectedRecords := schema.NewTestDataGenerator().Generate(testTable, schema.GenTestDataOptions{MaxRows: 2, SyncTime: syncTime}) - if err := insertTable(ctx, db, testTable, expectedRecords); err != nil { + writtenRecord := schema.NewTestDataGenerator().Generate(testTable, schema.GenTestDataOptions{MaxRows: 2, SyncTime: syncTime}) + if err := insertTable(ctx, db, testTable, writtenRecord); err != nil { t.Fatal(err) } @@ -196,7 +194,8 @@ func TestPlugin(t *testing.T) { sortResults(testTable, actualRecords) - for recordIndex, expectedRecord := range expectedRecords { + for recordIndex := int64(0); recordIndex < writtenRecord.NumRows(); recordIndex++ { + expectedRecord := writtenRecord.NewSlice(recordIndex, recordIndex+1) actualRecord := actualRecords[recordIndex] if expectedRecord.NumCols() != actualRecord.NumCols() { t.Fatalf("expected record %d to have %d columns, got %d", recordIndex, expectedRecord.NumCols(), actualRecord.NumCols()) diff --git a/plugins/source/okta/go.mod b/plugins/source/okta/go.mod index fe4417b98b4528..f753f5d485473f 100644 --- a/plugins/source/okta/go.mod +++ b/plugins/source/okta/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/gorilla/mux v1.8.0 github.com/okta/okta-sdk-golang/v3 v3.0.2 github.com/rs/zerolog v1.29.1 github.com/thoas/go-funk v0.9.3 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/okta/go.sum b/plugins/source/okta/go.sum index 45342f568cf077..d363171f8c885b 100644 --- a/plugins/source/okta/go.sum +++ b/plugins/source/okta/go.sum @@ -46,14 +46,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/oracle/go.mod b/plugins/source/oracle/go.mod index ca40a595d8564a..c3891d37044f6d 100644 --- a/plugins/source/oracle/go.mod +++ b/plugins/source/oracle/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/oracle/oci-go-sdk/v65 v65.28.3 github.com/rs/zerolog v1.29.1 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/oracle/go.sum b/plugins/source/oracle/go.sum index 1d9631d0f37810..c244c85e67b5d5 100644 --- a/plugins/source/oracle/go.sum +++ b/plugins/source/oracle/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/oracledb/go.mod b/plugins/source/oracledb/go.mod index 7e818eb766051c..8a93f504d86c56 100644 --- a/plugins/source/oracledb/go.mod +++ b/plugins/source/oracledb/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/rs/zerolog v1.29.1 github.com/sijms/go-ora/v2 v2.7.9 github.com/stretchr/testify v1.8.4 @@ -12,11 +12,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/oracledb/go.sum b/plugins/source/oracledb/go.sum index 24b149010ee58d..f15d43c8fadecd 100644 --- a/plugins/source/oracledb/go.sum +++ b/plugins/source/oracledb/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/oracledb/resources/plugin/plugin_test.go b/plugins/source/oracledb/resources/plugin/plugin_test.go index 75f3b2653fd6d8..44e3c110912ea2 100644 --- a/plugins/source/oracledb/resources/plugin/plugin_test.go +++ b/plugins/source/oracledb/resources/plugin/plugin_test.go @@ -91,7 +91,7 @@ func createTable(ctx context.Context, db *sql.DB, table *schema.Table) error { return err } -func insertTable(ctx context.Context, db *sql.DB, table *schema.Table, records []arrow.Record) error { +func insertTable(ctx context.Context, db *sql.DB, table *schema.Table, record arrow.Record) error { builder := strings.Builder{} builder.WriteString("INSERT INTO " + client.Identifier(table.Name)) builder.WriteString(" (") @@ -110,16 +110,14 @@ func insertTable(ctx context.Context, db *sql.DB, table *schema.Table, records [ } builder.WriteString(")") - for _, record := range records { - transformedRecords, err := client.TransformRecord(record) - if err != nil { + transformedRecords, err := client.TransformRecord(record) + if err != nil { + return err + } + for _, transformedRecord := range transformedRecords { + if _, err := db.ExecContext(ctx, builder.String(), transformedRecord...); err != nil { return err } - for _, transformedRecord := range transformedRecords { - if _, err := db.ExecContext(ctx, builder.String(), transformedRecord...); err != nil { - return err - } - } } return nil } @@ -171,8 +169,8 @@ func TestPlugin(t *testing.T) { if err := createTable(ctx, db, testTable); err != nil { t.Fatal(err) } - expectedRecords := schema.NewTestDataGenerator().Generate(testTable, schema.GenTestDataOptions{MaxRows: 2}) - if err := insertTable(ctx, db, testTable, expectedRecords); err != nil { + writtenRecord := schema.NewTestDataGenerator().Generate(testTable, schema.GenTestDataOptions{MaxRows: 2}) + if err := insertTable(ctx, db, testTable, writtenRecord); err != nil { t.Fatal(err) } @@ -218,7 +216,8 @@ func TestPlugin(t *testing.T) { sortResults(testTable, actualRecords) - for recordIndex, expectedRecord := range expectedRecords { + for recordIndex := int64(0); recordIndex < writtenRecord.NumRows(); recordIndex++ { + expectedRecord := writtenRecord.NewSlice(recordIndex, recordIndex+1) actualRecord := actualRecords[recordIndex] if expectedRecord.NumCols() != actualRecord.NumCols() { t.Fatalf("expected record %d to have %d columns, got %d", recordIndex, expectedRecord.NumCols(), actualRecord.NumCols()) diff --git a/plugins/source/pagerduty/go.mod b/plugins/source/pagerduty/go.mod index 77a0c9364e9449..9f62ac5b6a4d5c 100644 --- a/plugins/source/pagerduty/go.mod +++ b/plugins/source/pagerduty/go.mod @@ -5,18 +5,18 @@ go 1.20 require ( github.com/PagerDuty/go-pagerduty v1.6.0 github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 golang.org/x/time v0.3.0 gopkg.in/yaml.v3 v3.0.1 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/pagerduty/go.sum b/plugins/source/pagerduty/go.sum index dae57f589a9449..2a85b0aea1f53f 100644 --- a/plugins/source/pagerduty/go.sum +++ b/plugins/source/pagerduty/go.sum @@ -49,14 +49,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/postgresql/client/cdc.go b/plugins/source/postgresql/client/cdc.go index 303bb74a845d21..94e4b3fa1a26d0 100644 --- a/plugins/source/postgresql/client/cdc.go +++ b/plugins/source/postgresql/client/cdc.go @@ -226,31 +226,6 @@ func (c *Client) listenCDC(ctx context.Context, res chan<- message.SyncMessage) } res <- resource case *pglogrepl.DeleteMessage: - rel, ok := relations[logicalMsg.RelationID] - if !ok { - return fmt.Errorf("unknown relation ID %d", logicalMsg.RelationID) - } - values := map[string]any{} - for idx, col := range logicalMsg.OldTuple.Columns { - colName := rel.Columns[idx].Name - switch col.DataType { - case 'n': // null - values[colName] = nil - case 'u': // unchanged toast - // This TOAST value was not changed. TOAST values are not stored in the tuple, and logical replication doesn't want to spend a disk read to fetch its value for you. - case 't': // text - val, err := decodeTextColumnData(typeMap, col.Data, rel.Columns[idx].DataType) - if err != nil { - return fmt.Errorf("error decoding column data: %w", err) - } - values[colName] = val - } - } - resource, err := c.resourceFromCDCValues(rel.RelationName, values) - if err != nil { - return err - } - res <- resource case *pglogrepl.TruncateMessage: case *pglogrepl.TypeMessage: case *pglogrepl.OriginMessage: diff --git a/plugins/source/postgresql/go.mod b/plugins/source/postgresql/go.mod index 37bec278f41ec6..b1fd726fbe67ca 100644 --- a/plugins/source/postgresql/go.mod +++ b/plugins/source/postgresql/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/google/uuid v1.3.0 github.com/jackc/pglogrepl v0.0.0-20230728225306-38e8a4e50913 github.com/jackc/pgx-zerolog v0.0.0-20230315001418-f978528409eb @@ -15,11 +15,11 @@ require ( ) // TODO: remove once all updates are merged -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/postgresql/go.sum b/plugins/source/postgresql/go.sum index f1803be767c73f..d574a703c3ba29 100644 --- a/plugins/source/postgresql/go.sum +++ b/plugins/source/postgresql/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/postgresql/resources/plugin/plugin_test.go b/plugins/source/postgresql/resources/plugin/plugin_test.go index f89fc55d6499bc..521b4a89e42972 100644 --- a/plugins/source/postgresql/resources/plugin/plugin_test.go +++ b/plugins/source/postgresql/resources/plugin/plugin_test.go @@ -30,6 +30,8 @@ import ( "golang.org/x/sync/errgroup" ) +var replacer = strings.NewReplacer("(", "", ")", "", " ", "_") + func getTestConnection(ctx context.Context, logger zerolog.Logger, connectionString string) (*pgxpool.Pool, error) { pgxConfig, err := pgxpool.ParseConfig(connectionString) if err != nil { @@ -179,9 +181,10 @@ func createTestTable(ctx context.Context, conn *pgxpool.Pool, tableName string) sb.WriteString("CREATE TABLE ") sb.WriteString(pgx.Identifier{tableName}.Sanitize()) sb.WriteString(" (") + columns := getTestCases(0) for i, col := range columns { - sb.WriteString(pgx.Identifier{col.typeName + "_type"}.Sanitize()) + sb.WriteString(pgx.Identifier{replacer.Replace(col.typeName) + "_type"}.Sanitize()) sb.WriteString(" ") sb.WriteString(col.typeName) if col.typeName == "uuid" { @@ -235,7 +238,7 @@ func insertTestTable(ctx context.Context, conn *pgxpool.Pool, tableName string, if col.value == nil { continue } - query += pgx.Identifier{col.typeName + "_type"}.Sanitize() + ", " + query += pgx.Identifier{replacer.Replace(col.typeName) + "_type"}.Sanitize() + ", " } query = query[:len(query)-2] + ") VALUES (" dataIndex := 0 diff --git a/plugins/source/salesforce/go.mod b/plugins/source/salesforce/go.mod index 6e96d0b367d1b9..c74187e8bd9e2e 100644 --- a/plugins/source/salesforce/go.mod +++ b/plugins/source/salesforce/go.mod @@ -4,16 +4,16 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/gorilla/mux v1.8.0 github.com/rs/zerolog v1.29.1 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/salesforce/go.sum b/plugins/source/salesforce/go.sum index c3d2557e4d428b..f32f39f468958e 100644 --- a/plugins/source/salesforce/go.sum +++ b/plugins/source/salesforce/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/shopify/go.mod b/plugins/source/shopify/go.mod index 52e57e0edccbe2..3a1f74286b4c02 100644 --- a/plugins/source/shopify/go.mod +++ b/plugins/source/shopify/go.mod @@ -4,18 +4,18 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/gorilla/mux v1.8.0 github.com/rs/zerolog v1.29.1 golang.org/x/time v0.3.0 google.golang.org/grpc v1.57.0 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/shopify/go.sum b/plugins/source/shopify/go.sum index 667159e3921ea6..403d057ded7f71 100644 --- a/plugins/source/shopify/go.sum +++ b/plugins/source/shopify/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/snyk/go.mod b/plugins/source/snyk/go.mod index ae101a1d1c67d6..62b00e956eacb7 100644 --- a/plugins/source/snyk/go.mod +++ b/plugins/source/snyk/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/google/uuid v1.3.0 github.com/julienschmidt/httprouter v1.3.0 github.com/pavel-snyk/snyk-sdk-go v0.4.1 @@ -15,13 +15,13 @@ require ( replace ( // TODO: remove once the changes are merged to upstream - github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 + github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 github.com/pavel-snyk/snyk-sdk-go => github.com/cloudquery/snyk-sdk-go v0.5.0 ) require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/snyk/go.sum b/plugins/source/snyk/go.sum index 79d10bc9907703..70e1b1f8bd3ecf 100644 --- a/plugins/source/snyk/go.sum +++ b/plugins/source/snyk/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cloudquery/snyk-sdk-go v0.5.0 h1:aDA94/ix7ro4V1qh2mk3/XTaT2j37ETRkOaYUR2pHc8= github.com/cloudquery/snyk-sdk-go v0.5.0/go.mod h1:LRL1TRuuM925gnyGp54WtS9p8S4yJMd0oS4JpLg+n7Y= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= diff --git a/plugins/source/stripe/go.mod b/plugins/source/stripe/go.mod index 036b5fb7621c22..fb7686c9e83d6c 100644 --- a/plugins/source/stripe/go.mod +++ b/plugins/source/stripe/go.mod @@ -4,7 +4,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/gertd/go-pluralize v0.2.1 github.com/rs/zerolog v1.29.1 github.com/stripe/stripe-go/v74 v74.16.0 @@ -13,11 +13,11 @@ require ( google.golang.org/grpc v1.57.0 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/stripe/go.sum b/plugins/source/stripe/go.sum index 2601220aeec8fa..3805b7442aca19 100644 --- a/plugins/source/stripe/go.sum +++ b/plugins/source/stripe/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/terraform/go.mod b/plugins/source/terraform/go.mod index a76377ec37c383..934455d4a83de4 100644 --- a/plugins/source/terraform/go.mod +++ b/plugins/source/terraform/go.mod @@ -4,35 +4,35 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/aws/aws-sdk-go-v2 v1.19.0 - github.com/aws/aws-sdk-go-v2/config v1.18.28 - github.com/aws/aws-sdk-go-v2/credentials v1.13.27 - github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.72 - github.com/aws/aws-sdk-go-v2/service/s3 v1.37.0 - github.com/aws/aws-sdk-go-v2/service/sts v1.19.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/aws/aws-sdk-go-v2 v1.20.3 + github.com/aws/aws-sdk-go-v2/config v1.18.35 + github.com/aws/aws-sdk-go-v2/credentials v1.13.34 + github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79 + github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 + github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( - github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.10 // indirect - github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.5 // indirect - github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.35 // indirect - github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.29 // indirect - github.com/aws/aws-sdk-go-v2/internal/ini v1.3.36 // indirect - github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.27 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.11 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.30 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.29 // indirect - github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.14.4 // indirect - github.com/aws/aws-sdk-go-v2/service/sso v1.12.13 // indirect - github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.13 // indirect - github.com/aws/smithy-go v1.13.5 // indirect + github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 // indirect + github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 // indirect + github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 // indirect + github.com/aws/smithy-go v1.14.2 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/terraform/go.sum b/plugins/source/terraform/go.sum index f62ca98ec2b08b..224e72523ed803 100644 --- a/plugins/source/terraform/go.sum +++ b/plugins/source/terraform/go.sum @@ -35,44 +35,44 @@ github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03 github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= -github.com/aws/aws-sdk-go-v2 v1.19.0 h1:klAT+y3pGFBU/qVf1uzwttpBbiuozJYWzNLHioyDJ+k= -github.com/aws/aws-sdk-go-v2 v1.19.0/go.mod h1:uzbQtefpm44goOPmdKyAlXSNcwlRgF3ePWVW6EtJvvw= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.10 h1:dK82zF6kkPeCo8J1e+tGx4JdvDIQzj7ygIoLg8WMuGs= -github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.10/go.mod h1:VeTZetY5KRJLuD/7fkQXMU6Mw7H5m/KP2J5Iy9osMno= -github.com/aws/aws-sdk-go-v2/config v1.18.28 h1:TINEaKyh1Td64tqFvn09iYpKiWjmHYrG1fa91q2gnqw= -github.com/aws/aws-sdk-go-v2/config v1.18.28/go.mod h1:nIL+4/8JdAuNHEjn/gPEXqtnS02Q3NXB/9Z7o5xE4+A= -github.com/aws/aws-sdk-go-v2/credentials v1.13.27 h1:dz0yr/yR1jweAnsCx+BmjerUILVPQ6FS5AwF/OyG1kA= -github.com/aws/aws-sdk-go-v2/credentials v1.13.27/go.mod h1:syOqAek45ZXZp29HlnRS/BNgMIW6uiRmeuQsz4Qh2UE= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.5 h1:kP3Me6Fy3vdi+9uHd7YLr6ewPxRL+PU6y15urfTaamU= -github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.5/go.mod h1:Gj7tm95r+QsDoN2Fhuz/3npQvcZbkEf5mL70n3Xfluc= -github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.72 h1:m0MmP89v1B0t3b8W8rtATU76KNsodak69QtiokHyEvo= -github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.72/go.mod h1:ylOTxIuoTL+XjH46Omv2iPjHdeGUk3SQ4hxYho4EHMA= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.35 h1:hMUCiE3Zi5AHrRNGf5j985u0WyqI6r2NULhUfo0N/No= -github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.35/go.mod h1:ipR5PvpSPqIqL5Mi82BxLnfMkHVbmco8kUwO2xrCi0M= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.29 h1:yOpYx+FTBdpk/g+sBU6Cb1H0U/TLEcYYp66mYqsPpcc= -github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.29/go.mod h1:M/eUABlDbw2uVrdAn+UsI6M727qp2fxkp8K0ejcBDUY= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.36 h1:8r5m1BoAWkn0TDC34lUculryf7nUF25EgIMdjvGCkgo= -github.com/aws/aws-sdk-go-v2/internal/ini v1.3.36/go.mod h1:Rmw2M1hMVTwiUhjwMoIBFWFJMhvJbct06sSidxInkhY= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.27 h1:cZG7psLfqpkB6H+fIrgUDWmlzM474St1LP0jcz272yI= -github.com/aws/aws-sdk-go-v2/internal/v4a v1.0.27/go.mod h1:ZdjYvJpDlefgh8/hWelJhqgqJeodxu4SmbVsSdBlL7E= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.11 h1:y2+VQzC6Zh2ojtV2LoC0MNwHWc6qXv/j2vrQtlftkdA= -github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.11/go.mod h1:iV4q2hsqtNECrfmlXyord9u4zyuFEJX9eLgLpSPzWA8= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.30 h1:Bje8Xkh2OWpjBdNfXLrnn8eZg569dUQmhgtydxAYyP0= -github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.30/go.mod h1:qQtIBl5OVMfmeQkz8HaVyh5DzFmmFXyvK27UgIgOr4c= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.29 h1:IiDolu/eLmuB18DRZibj77n1hHQT7z12jnGO7Ze3pLc= -github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.29/go.mod h1:fDbkK4o7fpPXWn8YAPmTieAMuB9mk/VgvW64uaUqxd4= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.14.4 h1:hx4WksB0NRQ9utR+2c3gEGzl6uKj3eM6PMQ6tN3lgXs= -github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.14.4/go.mod h1:JniVpqvw90sVjNqanGLufrVapWySL28fhBlYgl96Q/w= -github.com/aws/aws-sdk-go-v2/service/s3 v1.37.0 h1:PalLOEGZ/4XfQxpGZFTLaoJSmPoybnqJYotaIZEf/Rg= -github.com/aws/aws-sdk-go-v2/service/s3 v1.37.0/go.mod h1:PwyKKVL0cNkC37QwLcrhyeCrAk+5bY8O2ou7USyAS2A= -github.com/aws/aws-sdk-go-v2/service/sso v1.12.13 h1:sWDv7cMITPcZ21QdreULwxOOAmE05JjEsT6fCDtDA9k= -github.com/aws/aws-sdk-go-v2/service/sso v1.12.13/go.mod h1:DfX0sWuT46KpcqbMhJ9QWtxAIP1VozkDWf8VAkByjYY= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.13 h1:BFubHS/xN5bjl818QaroN6mQdjneYQ+AOx44KNXlyH4= -github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.13/go.mod h1:BzqsVVFduubEmzrVtUFQQIQdFqvUItF8XUq2EnS8Wog= -github.com/aws/aws-sdk-go-v2/service/sts v1.19.3 h1:e5mnydVdCVWxP+5rPAGi2PYxC7u2OZgH1ypC114H04U= -github.com/aws/aws-sdk-go-v2/service/sts v1.19.3/go.mod h1:yVGZA1CPkmUhBdA039jXNJJG7/6t+G+EBWmFq23xqnY= -github.com/aws/smithy-go v1.13.5 h1:hgz0X/DX0dGqTYpGALqXJoRKRj5oQ7150i5FdTePzO8= -github.com/aws/smithy-go v1.13.5/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= +github.com/aws/aws-sdk-go-v2 v1.20.3 h1:lgeKmAZhlj1JqN43bogrM75spIvYnRxqTAh1iupu1yE= +github.com/aws/aws-sdk-go-v2 v1.20.3/go.mod h1:/RfNgGmRxI+iFOB1OeJUyxiU+9s88k3pfHvDagGEp0M= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13 h1:OPLEkmhXf6xFPiz0bLeDArZIDx1NNS4oJyG4nv3Gct0= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.4.13/go.mod h1:gpAbvyDGQFozTEmlTFO8XcQKHzubdq0LzRyJpG6MiXM= +github.com/aws/aws-sdk-go-v2/config v1.18.35 h1:uU9rgCzrW/pVRUUlRULiwKQe8RoEDst1NQu4Qo8kOtk= +github.com/aws/aws-sdk-go-v2/config v1.18.35/go.mod h1:7xF1yr9GBMfYRQI4PLHO8iceqKLM6DpGVEvXI38HB/A= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34 h1:/EYG4lzayDd5PY6HQQ2Qyj/cD6CR3kz96BjTZAO5tNo= +github.com/aws/aws-sdk-go-v2/credentials v1.13.34/go.mod h1:+wgdxCGNulHme6kTMZuDL9KOagLPloemoYkfjpQkSEU= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10 h1:mgOrtwYfJZ4e3QJe1TrliC/xIkauafGMdLLuCExOqcs= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.10/go.mod h1:wMsSLVM2hRpDVhd+3dtLUzqwm7/fjuhNN+b1aOLDt6g= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79 h1:Lc2K7rBQlWnY+HB3cNrz/zpEF+ncyn//iJ6gpi5vfR4= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.11.79/go.mod h1:NpiOzmnVgrRfF/ZbqShAsisq5/6DWYEG2QqHnsdUnbE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40 h1:CXceCS9BrDInRc74GDCQ8Qyk/Gp9VLdK+Rlve+zELSE= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.40/go.mod h1:5kKmFhLeOVy6pwPDpDNA6/hK/d6URC98pqDDqHgdBx4= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34 h1:B+nZtd22cbko5+793hg7LEaTeLMiZwlgCLUrN5Y0uzg= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.34/go.mod h1:RZP0scceAyhMIQ9JvFp7HvkpcgqjL4l/4C+7RAeGbuM= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41 h1:EcSFdpLdkF3FWizimox0qYLuorn9e4PNMR27mvshGLs= +github.com/aws/aws-sdk-go-v2/internal/ini v1.3.41/go.mod h1:mKxUXW+TuwpCKKHVlmHGVVuBi9y9LKW8AiQodg23M5E= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3 h1:uHhWcrNBgpm9gi3o8NSQcsAqha/U9OFYzi2k4+0UVz8= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.1.3/go.mod h1:jYLMm3Dh0wbeV3lxth5ryks/O2M/omVXWyYm3YcEVqQ= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14 h1:m0QTSI6pZYJTk5WSKx3fm5cNW/DCicVzULBgU/6IyD0= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.9.14/go.mod h1:dDilntgHy9WnHXsh7dDtUPgHKEfTJIBUTHM8OWm0f/0= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35 h1:oCUrlTzh9GwhlYdyDGNAS6UgqJRzJp5rKoYCJWqLyZI= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.1.35/go.mod h1:YVHrksq36j0sbXCT6rSuQafpfYkMYqy0QTk7JTCTBIU= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34 h1:JwvXk+1ePAD9xkFHprhHYqwsxLDcbNFsPI1IAT2sPS0= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.34/go.mod h1:ytsF+t+FApY2lFnN51fJKPhH6ICKOPXKEcwwgmJEdWI= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3 h1:rPDAISw3FjEhrJoaxmQjuD+GgBfv2p3AVhmAcnyqq3k= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.15.3/go.mod h1:TXBww3ANB+QRj+/dUoYDvI8d/u4F4WzTxD4mxtDoxrg= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4 h1:P4p346B+YMTTCH9D4I/FWYl+E7BjSLQxqk1e2KYDI5w= +github.com/aws/aws-sdk-go-v2/service/s3 v1.38.4/go.mod h1:uDxTlJiuPhbtRRPMHrPYRkn1Ck7Mtk3BEJiDut+gR5Y= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4 h1:WZPZ7Zf6Yo13lsfTetFrLU/7hZ9CXESDpdIHvmLxQFQ= +github.com/aws/aws-sdk-go-v2/service/sso v1.13.4/go.mod h1:FP05hDXTLouXwAMQ1swqybHy7tHySblMkBMKSumaKg0= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4 h1:pYFM2U/3/4RLrlMSYXwL1XPBCWvaePk2p+0+i/BgHOs= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.15.4/go.mod h1:4pdlNASc29u0j9bq2jIQcBghG5Lx2oQAIj91vo1u1t8= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4 h1:zj4jxK3L54tGyqKleKDMK4vHolENxlq11dF0v1oBkJo= +github.com/aws/aws-sdk-go-v2/service/sts v1.21.4/go.mod h1:CQRMCzYvl5eeAQW3AWkRLS+zGGXCucBnsiQlrs+tCeo= +github.com/aws/smithy-go v1.14.2 h1:MJU9hqBGbvWZdApzpvoF2WAIJDbtjK2NDJSiJP7HblQ= +github.com/aws/smithy-go v1.14.2/go.mod h1:Tg+OJXh4MB2R/uN61Ko2f6hTZwB/ZYGOtib8J3gBHzA= github.com/bradleyjkemp/cupaloy/v2 v2.8.0 h1:any4BmKE+jGIaMpnU8YgH/I2LPiLBufr6oMMlVBbn9M= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= github.com/cenkalti/backoff/v4 v4.2.1/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= @@ -83,14 +83,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/test/go.mod b/plugins/source/test/go.mod index 3119e599ea97c4..8c455e6658242e 100644 --- a/plugins/source/test/go.mod +++ b/plugins/source/test/go.mod @@ -4,15 +4,15 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.3 github.com/rs/zerolog v1.29.1 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/test/go.sum b/plugins/source/test/go.sum index 1d37ba5761bab9..1fd51380764a64 100644 --- a/plugins/source/test/go.sum +++ b/plugins/source/test/go.sum @@ -45,14 +45,14 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252 h1:3WLOXVaCTyR3R6kboC54UP8K+5s/VmSt4V/qkuONNwY= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230813001215-e9683e1ff252/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.3 h1:hIo2miaWqdfWl46hdq2I7XS0cqsKLerD4EQlQJ/o0sw= +github.com/cloudquery/plugin-sdk/v4 v4.5.3/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/plugins/source/test/resources/services/testdata.go b/plugins/source/test/resources/services/testdata.go index ebabefd59e8aca..5909eaaad9adb7 100644 --- a/plugins/source/test/resources/services/testdata.go +++ b/plugins/source/test/resources/services/testdata.go @@ -38,13 +38,13 @@ func TestDataTable() *schema.Table { data := tg.Generate(table, schema.GenTestDataOptions{ MaxRows: 1, }) - if len(data) != 1 { + if data.NumRows() != 1 { panic("Expected 1 row of data") } dataAsMap := make(map[string]any) - for i, col := range data[0].Columns() { - dataAsMap[data[0].ColumnName(i)] = col.ValueStr(0) + for i, col := range data.Columns() { + dataAsMap[data.ColumnName(i)] = col.ValueStr(0) } table.Description = "Testdata table" diff --git a/plugins/source/typeform/CHANGELOG.md b/plugins/source/typeform/CHANGELOG.md index abd8226ee67046..10ced9582bdaa8 100644 --- a/plugins/source/typeform/CHANGELOG.md +++ b/plugins/source/typeform/CHANGELOG.md @@ -1,5 +1,12 @@ # Changelog +## [1.0.1](https://github.com/cloudquery/cloudquery/compare/plugins-source-typeform-v1.0.0...plugins-source-typeform-v1.0.1) (2023-08-18) + + +### Bug Fixes + +* Fix JSON logging ([#13185](https://github.com/cloudquery/cloudquery/issues/13185)) ([83e46a0](https://github.com/cloudquery/cloudquery/commit/83e46a070234c75b6d9b74bfad89b7cd370b5c76)) + ## [1.0.0](https://github.com/cloudquery/cloudquery/compare/plugins-source-typeform-v0.1.1...plugins-source-typeform-v1.0.0) (2023-08-16) diff --git a/plugins/source/typeform/plugin/plugin.py b/plugins/source/typeform/plugin/plugin.py index 2e17b669566cbb..18ec3d6608ea3e 100644 --- a/plugins/source/typeform/plugin/plugin.py +++ b/plugins/source/typeform/plugin/plugin.py @@ -1,6 +1,7 @@ import json from typing import List, Generator +import structlog from cloudquery.sdk import message from cloudquery.sdk import plugin from cloudquery.sdk import schema @@ -10,7 +11,7 @@ from plugin.client import Client, Spec PLUGIN_NAME = "typeform" -PLUGIN_VERSION = "1.0.0" # {x-release-please-version} +PLUGIN_VERSION = "1.0.1" # {x-release-please-version} class TypeformPlugin(plugin.Plugin): @@ -20,6 +21,10 @@ def __init__(self) -> None: self._spec = None self._scheduler = None self._client = None + self._logger = structlog.get_logger() + + def set_logger(self, logger) -> None: + self._logger = logger def init(self, spec_bytes, no_connection: bool = False): if no_connection: @@ -27,7 +32,9 @@ def init(self, spec_bytes, no_connection: bool = False): self._spec_json = json.loads(spec_bytes) self._spec = Spec(**self._spec_json) self._spec.validate() - self._scheduler = Scheduler(self._spec.concurrency, self._spec.queue_size) + self._scheduler = Scheduler( + self._spec.concurrency, self._spec.queue_size, logger=self._logger + ) self._client = Client(self._spec) def get_tables(self, options: plugin.TableOptions) -> List[plugin.Table]: diff --git a/plugins/source/vault/go.mod b/plugins/source/vault/go.mod index afde0437b2d9f2..5090f7fa1a3c32 100644 --- a/plugins/source/vault/go.mod +++ b/plugins/source/vault/go.mod @@ -5,19 +5,19 @@ go 1.20 require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/cloudquery/codegen v0.3.1 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/golang/mock v1.4.4 github.com/hashicorp/vault/api v1.9.2 github.com/rs/zerolog v1.29.1 github.com/stretchr/testify v1.8.4 ) -replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230723001421-10df4b9d1986 +replace github.com/apache/arrow/go/v13 => github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 require ( github.com/cenkalti/backoff/v3 v3.0.0 // indirect github.com/cenkalti/backoff/v4 v4.2.1 // indirect - github.com/cloudquery/plugin-pb-go v1.9.2 // indirect + github.com/cloudquery/plugin-pb-go v1.9.3 // indirect github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/getsentry/sentry-go v0.20.0 // indirect diff --git a/plugins/source/vault/go.sum b/plugins/source/vault/go.sum index 60d7fdf1c70d5d..2dd14137ebe8ad 100644 --- a/plugins/source/vault/go.sum +++ b/plugins/source/vault/go.sum @@ -54,16 +54,16 @@ github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWR github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230723001421-10df4b9d1986 h1:3M6t0f+3WHgWSdd2KJXUXt7Z++zLHbHElHZQ+SCLrxI= -github.com/cloudquery/arrow/go/v13 v13.0.0-20230723001421-10df4b9d1986/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697 h1:D6qQZxiBMSz7YiB3nokGxg7BF+46UMEk2lPJmcifJg0= +github.com/cloudquery/arrow/go/v13 v13.0.0-20230821001142-5b83d4f91697/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc= github.com/cloudquery/codegen v0.3.1 h1:SIKYVxSaiLkWztOd9af46WhUE3gNeXx7wgQ98/SdRzE= github.com/cloudquery/codegen v0.3.1/go.mod h1:TXf0NjTBegC3ea2TqnZQpl8h0e8mX384od6X+hUIau4= -github.com/cloudquery/plugin-pb-go v1.9.2 h1:jApELKSgtyj1dKQlD2hKPMTFs1GqOdSK8u+5rEluj4M= -github.com/cloudquery/plugin-pb-go v1.9.2/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= +github.com/cloudquery/plugin-pb-go v1.9.3 h1:A+TwhOHB68ZnjqrQYnVtWAzmUKEDnKleVG6QsoJ1gEQ= +github.com/cloudquery/plugin-pb-go v1.9.3/go.mod h1:f00zd6V5mWD+8Qw9U0eb4HD8RnAobwV9byBexE7Qa+0= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= diff --git a/scaffold/cmd/templates/source/go.mod.tpl b/scaffold/cmd/templates/source/go.mod.tpl index 9faaa767af4635..46161d2b97aef7 100644 --- a/scaffold/cmd/templates/source/go.mod.tpl +++ b/scaffold/cmd/templates/source/go.mod.tpl @@ -5,7 +5,7 @@ go 1.20 require ( github.com/apache/arrow/go/v13 112f94971882 github.com/cloudquery/plugin-pb-go v1.9.3 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/rs/zerolog v1.29.0 ) diff --git a/scripts/table_diff/go.mod b/scripts/table_diff/go.mod index 3d2a0d8e5b0ade..c7ffb75c7bc976 100644 --- a/scripts/table_diff/go.mod +++ b/scripts/table_diff/go.mod @@ -6,7 +6,7 @@ require ( github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 github.com/bluekeyes/go-gitdiff v0.7.1 github.com/cloudquery/plugin-sdk/v2 v2.7.0 - github.com/cloudquery/plugin-sdk/v4 v4.5.0 + github.com/cloudquery/plugin-sdk/v4 v4.5.2 github.com/google/go-cmp v0.5.9 github.com/stretchr/testify v1.8.4 ) diff --git a/scripts/table_diff/go.sum b/scripts/table_diff/go.sum index 4a9a3129638c2d..147d33b153ffec 100644 --- a/scripts/table_diff/go.sum +++ b/scripts/table_diff/go.sum @@ -4,8 +4,8 @@ github.com/bluekeyes/go-gitdiff v0.7.1 h1:graP4ElLRshr8ecu0UtqfNTCHrtSyZd3DABQm/ github.com/bluekeyes/go-gitdiff v0.7.1/go.mod h1:QpfYYO1E0fTVHVZAZKiRjtSGY9823iCdvGXBcEzHGbM= github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U= github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug= -github.com/cloudquery/plugin-sdk/v4 v4.5.0 h1:NbUXQJumFQbc6jh0I6eN2CfoF2m4KsQaxjI0mZIAff4= -github.com/cloudquery/plugin-sdk/v4 v4.5.0/go.mod h1:lU/F5smij4Ud3sm2mqK//c/7loeYWywJdgq8lQrgOfY= +github.com/cloudquery/plugin-sdk/v4 v4.5.2 h1:evRxri2pw/+Iohu7RNXcjd1PZiZkaXUP0T8CgtgtXv4= +github.com/cloudquery/plugin-sdk/v4 v4.5.2/go.mod h1:/2/9y6iODo8jOT0mrAp8K1eogr7+228cy53jK8aUCjY= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= diff --git a/website/components/Footer.tsx b/website/components/Footer.tsx index 6728e54a861cc7..f5ced9482547d1 100644 --- a/website/components/Footer.tsx +++ b/website/components/Footer.tsx @@ -54,7 +54,7 @@ const navigation = { { name: "GitHub", href: "https://github.com/cloudquery/cloudquery" }, { name: "Twitter", href: "https://twitter.com/cloudqueryio" }, { name: "Brand Logo", href: "/logo" }, - { name: "Careers", href: "https://cloudquery.notion.site/Job-Board-76c28ed942054d72993a29fa0ff52a98"} + { name: "Careers", href: "/docs/careers/overview"} ], legal: [ { name: "Privacy Policy", href: "/privacy" }, diff --git a/website/components/pluginData.tsx b/website/components/pluginData.tsx index 52dc7867820183..bd0c21e8b2644a 100644 --- a/website/components/pluginData.tsx +++ b/website/components/pluginData.tsx @@ -1,7 +1,12 @@ -import {Category} from "./Category"; -import {Kind} from "./Kind"; +import { Category } from "./Category"; +import { Kind } from "./Kind"; -export type Availability = "free" | "premium" | "partner" | "community" | "unpublished"; +export type Availability = + | "free" + | "premium" + | "partner" + | "community" + | "unpublished"; export type Plugin = { id: string; @@ -35,8 +40,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "engineering-analytics", logo: "/images/logos/plugins/jira.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/cN29AE5HX8px5ig4i7', - 'extended': 'https://buy.stripe.com/14k0048U935ddOMcOE' + standard: "https://buy.stripe.com/cN29AE5HX8px5ig4i7", + extended: "https://buy.stripe.com/14k0048U935ddOMcOE", }, }, { @@ -56,7 +61,8 @@ export const ALL_PLUGINS: Plugin[] = [ kind: "source", availability: "free", category: "cloud-finops", - website: "https://docs.aws.amazon.com/awsaccountbilling/latest/aboutv2/price-changes.html" + website: + "https://docs.aws.amazon.com/awsaccountbilling/latest/aboutv2/price-changes.html", }, { name: "Azure", @@ -150,8 +156,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "cloud-finops", buyLinks: { - 'standard': 'https://buy.stripe.com/6oE7sw5HXcFN2647wB', - 'extended': 'https://buy.stripe.com/14kaEI0nD6hph0YbMS' + standard: "https://buy.stripe.com/6oE7sw5HXcFN2647wB", + extended: "https://buy.stripe.com/14kaEI0nD6hph0YbMS", }, }, { @@ -165,7 +171,7 @@ export const ALL_PLUGINS: Plugin[] = [ buyLinks: { standard: "https://buy.stripe.com/00g6oseeteNVbGE03A", extended: "https://buy.stripe.com/eVa9AE2vL2199yw9E9", - } + }, }, { name: "GitHub", @@ -192,8 +198,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/ga2.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/6oE3cg9Yd6hp3a801T', - 'extended': 'https://buy.stripe.com/4gweUY8U99tB3a8g0S' + standard: "https://buy.stripe.com/6oE3cg9Yd6hp3a801T", + extended: "https://buy.stripe.com/4gweUY8U99tB3a8g0S", }, }, { @@ -229,8 +235,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "cloud-infrastructure", buyLinks: { - 'standard': 'https://buy.stripe.com/6oE004eetgW3cKIeYf', - 'extended': 'https://buy.stripe.com/eVa1485HX49h2646rK' + standard: "https://buy.stripe.com/6oE004eetgW3cKIeYf", + extended: "https://buy.stripe.com/eVa1485HX49h2646rK", }, }, { @@ -266,8 +272,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "engineering-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/3cs1480nD219fWUaI1', - 'extended': 'https://buy.stripe.com/28o4gkgmBgW3cKI7vQ' + standard: "https://buy.stripe.com/3cs1480nD219fWUaI1", + extended: "https://buy.stripe.com/28o4gkgmBgW3cKI7vQ", }, }, { @@ -279,8 +285,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "marketing-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/4gwfZ29Yd7ltaCA3fB', - 'extended': 'https://buy.stripe.com/4gw28cb2haxF8usaI4' + standard: "https://buy.stripe.com/4gwfZ29Yd7ltaCA3fB", + extended: "https://buy.stripe.com/4gw28cb2haxF8usaI4", }, }, { @@ -341,8 +347,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "marketing-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/cN28wA9YdfRZ9ywcQj', - 'extended': 'https://buy.stripe.com/00g28cb2hfRZ6mkg2w' + standard: "https://buy.stripe.com/cN28wA9YdfRZ9ywcQj", + extended: "https://buy.stripe.com/00g28cb2hfRZ6mkg2w", }, }, { @@ -413,8 +419,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "engineering-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/6oE28c1rHfRZaCA03r', - 'extended': 'https://buy.stripe.com/7sIaEI8U935dfWU8zY' + standard: "https://buy.stripe.com/6oE28c1rHfRZaCA03r", + extended: "https://buy.stripe.com/7sIaEI8U935dfWU8zY", }, }, { @@ -442,8 +448,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "free", category: "cloud-infrastructure", buyLinks: { - 'standard': 'https://buy.stripe.com/14k8wAdap49hbGE6rR', - 'extended': 'https://buy.stripe.com/aEU1482vL6hpcKI17y' + standard: "https://buy.stripe.com/14k8wAdap49hbGE6rR", + extended: "https://buy.stripe.com/aEU1482vL6hpcKI17y", }, }, { @@ -463,8 +469,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "free", category: "cloud-infrastructure", buyLinks: { - 'standard': 'https://buy.stripe.com/bIY7swc6lcFN9yw5nP', - 'extended': 'https://buy.stripe.com/5kA6oseet0X55ig8A2' + standard: "https://buy.stripe.com/bIY7swc6lcFN9yw5nP", + extended: "https://buy.stripe.com/5kA6oseet0X55ig8A2", }, }, { @@ -646,13 +652,9 @@ export const ALL_PLUGINS: Plugin[] = [ id: "airtable", href: "https://github.com/cloudquery/cloudquery/issues/8869", kind: "source", - availability: "unpublished", + availability: "free", category: "project-management", logo: "/images/logos/plugins/airtable.svg", - buyLinks: { - 'standard': 'https://buy.stripe.com/14kbIMeetbBJ6mk14r', - 'extended': 'https://buy.stripe.com/dR61481rHbBJ2646s0' - }, }, { name: "AfterShip", @@ -663,8 +665,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "shipment-tracking", logo: "/images/logos/plugins/aftership.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/6oE6os9Yd9tBdOMcNd', - 'extended': 'https://buy.stripe.com/7sIaEI8U9gW39yw17H' + standard: "https://buy.stripe.com/6oE6os9Yd9tBdOMcNd", + extended: "https://buy.stripe.com/7sIaEI8U9gW39yw17H", }, }, { @@ -677,8 +679,8 @@ export const ALL_PLUGINS: Plugin[] = [ logo: "/images/logos/plugins/amazon.svg", logoDark: "/images/logos/plugins/amazon-dark.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/00g28cgmBfRZfWU9B2', - 'extended': 'https://buy.stripe.com/cN2cMQ0nDbBJ7qo8wZ' + standard: "https://buy.stripe.com/00g28cgmBfRZfWU9B2", + extended: "https://buy.stripe.com/cN2cMQ0nDbBJ7qo8wZ", }, }, { @@ -690,8 +692,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "product-analytics", logo: "/images/logos/plugins/amplitude.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/fZe28c3zPaxF26428E', - 'extended': 'https://buy.stripe.com/00g4gk2vL0X53a8dUr' + standard: "https://buy.stripe.com/fZe28c3zPaxF26428E", + extended: "https://buy.stripe.com/00g4gk2vL0X53a8dUr", }, }, { @@ -703,8 +705,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "other", logo: "/images/logos/plugins/bamboohr.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/3cs4gk9Yd0X53a8dRn', - 'extended': 'https://buy.stripe.com/bIYbIM1rH5dlfWUbJg' + standard: "https://buy.stripe.com/3cs4gk9Yd0X53a8dRn", + extended: "https://buy.stripe.com/bIYbIM1rH5dlfWUbJg", }, }, { @@ -716,8 +718,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/baremetrics.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/6oEaEI4DTaxF3a89B9', - 'extended': 'https://buy.stripe.com/dR66osgmB6hp4eccNm' + standard: "https://buy.stripe.com/6oEaEI4DTaxF3a89B9", + extended: "https://buy.stripe.com/dR66osgmB6hp4eccNm", }, }, { @@ -729,8 +731,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/bingads.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/5kA5koc6l8pxdOM5kV', - 'extended': 'https://buy.stripe.com/5kA28cc6lgW34ec28K' + standard: "https://buy.stripe.com/5kA5koc6l8pxdOM5kV", + extended: "https://buy.stripe.com/5kA28cc6lgW34ec28K", }, }, { @@ -742,8 +744,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "engineering-analytics", logo: "/images/logos/plugins/bitbucket.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/28o8wA1rHdJR9yw3cP', - 'extended': 'https://buy.stripe.com/bIY9AE3zP2193a83cQ' + standard: "https://buy.stripe.com/28o8wA1rHdJR9yw3cP", + extended: "https://buy.stripe.com/bIY9AE3zP2193a83cQ", }, }, { @@ -755,8 +757,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-finops", logo: "/images/logos/plugins/chargebee.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/9AQ4gkfix49hh0Y00F', - 'extended': 'https://buy.stripe.com/5kA8wA7Q50X58usaFk' + standard: "https://buy.stripe.com/9AQ4gkfix49hh0Y00F", + extended: "https://buy.stripe.com/5kA8wA7Q50X58usaFk", }, }, { @@ -768,8 +770,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-infrastructure", logo: "/images/logos/plugins/cloudinary.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/5kA9AE4DTgW3dOM7t9', - 'extended': 'https://buy.stripe.com/00g8wA4DTfRZ8us9Bi' + standard: "https://buy.stripe.com/5kA9AE4DTgW3dOM7t9", + extended: "https://buy.stripe.com/00g8wA4DTfRZ8us9Bi", }, }, { @@ -780,8 +782,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "shipment-tracking", buyLinks: { - 'standard': 'https://buy.stripe.com/28obIMb2heNV5ig3cV', - 'extended': 'https://buy.stripe.com/8wM28cc6lcFN9yw14O' + standard: "https://buy.stripe.com/28obIMb2heNV5ig3cV", + extended: "https://buy.stripe.com/8wM28cc6lcFN9yw14O", }, }, { @@ -792,8 +794,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "marketing-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/7sI7sw7Q52199yw7td', - 'extended': 'https://buy.stripe.com/aEUcMQfixfRZ264cNy' + standard: "https://buy.stripe.com/7sI7sw7Q52199yw7td", + extended: "https://buy.stripe.com/aEUcMQfixfRZ264cNy", }, }, { @@ -805,8 +807,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "other", logo: "/images/logos/plugins/google-sheets.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/14kfZ25HXeNVbGEaFr', - 'extended': 'https://buy.stripe.com/4gw148eet7lt6mkbJw' + standard: "https://buy.stripe.com/14kfZ25HXeNVbGEaFr", + extended: "https://buy.stripe.com/4gw148eet7lt6mkbJw", }, }, { @@ -828,8 +830,8 @@ export const ALL_PLUGINS: Plugin[] = [ logo: "/images/logos/plugins/infoblox.svg", logoDark: "/images/logos/plugins/infoblox-dark.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/28oaEIb2hcFN5ig28Z', - 'extended': 'https://buy.stripe.com/4gwaEIdap9tB5ig14W' + standard: "https://buy.stripe.com/28oaEIb2hcFN5ig28Z", + extended: "https://buy.stripe.com/4gwaEIdap9tB5ig14W", }, }, { @@ -841,8 +843,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-infrastructure", logo: "/images/logos/plugins/intercom.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/4gw6os4DT5dl9yw9Bt', - 'extended': 'https://buy.stripe.com/3cseUYeet7ltaCAeVO' + standard: "https://buy.stripe.com/4gw6os4DT5dl9yw9Bt", + extended: "https://buy.stripe.com/3cseUYeet7ltaCAeVO", }, }, { @@ -854,8 +856,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/linkedin.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/3cs1480nDdJReSQ293', - 'extended': 'https://buy.stripe.com/3csfZ25HXcFN6mk4hc' + standard: "https://buy.stripe.com/3cs1480nDdJReSQ293", + extended: "https://buy.stripe.com/3csfZ25HXcFN6mk4hc", }, }, { @@ -867,8 +869,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/mailchimp.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/cN2eUY8U9axF120dRN', - 'extended': 'https://buy.stripe.com/4gw3cgc6lfRZh0Y296' + standard: "https://buy.stripe.com/cN2eUY8U9axF120dRN", + extended: "https://buy.stripe.com/4gw3cgc6lfRZh0Y296", }, }, { @@ -880,8 +882,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/mailgun.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/4gw28c7Q535d264cNL', - 'extended': 'https://buy.stripe.com/cN24gkdapbBJ264fZY' + standard: "https://buy.stripe.com/4gw28c7Q535d264cNL", + extended: "https://buy.stripe.com/cN24gkdapbBJ264fZY", }, }, { @@ -893,8 +895,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/marketo.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/cN29AE0nD49h9yweVV', - 'extended': 'https://buy.stripe.com/4gwcMQ2vLeNVcKI156' + standard: "https://buy.stripe.com/cN29AE0nD49h9yweVV", + extended: "https://buy.stripe.com/4gwcMQ2vLeNVcKI156", }, }, { @@ -905,8 +907,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "project-management", buyLinks: { - 'standard': 'https://buy.stripe.com/5kA1483zPcFNfWUg01', - 'extended': 'https://buy.stripe.com/9AQ0041rHbBJdOMg02' + standard: "https://buy.stripe.com/5kA1483zPcFNfWUg01", + extended: "https://buy.stripe.com/9AQ0041rHbBJdOMg02", }, }, { @@ -918,8 +920,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "databases", logo: "/images/logos/plugins/mongodb.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/3csdQU7Q55dl264dTv', - 'extended': 'https://buy.stripe.com/fZe1489YdcFN5ig9Dg' + standard: "https://buy.stripe.com/3csdQU7Q55dl264dTv", + extended: "https://buy.stripe.com/fZe1489YdcFN5ig9Dg", }, }, { @@ -931,8 +933,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "databases", logo: "/images/logos/plugins/mssql.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/bIYbIMb2h7lteSQ8xD', - 'extended': 'https://buy.stripe.com/14k3cg6M135d4ecg06' + standard: "https://buy.stripe.com/bIYbIMb2h7lteSQ8xD", + extended: "https://buy.stripe.com/14k3cg6M135d4ecg06", }, }, { @@ -943,8 +945,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "product-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/fZe7sw0nDaxF8us7tB', - 'extended': 'https://buy.stripe.com/4gw6os7Q55dlbGE3dm' + standard: "https://buy.stripe.com/fZe7sw0nDaxF8us7tB", + extended: "https://buy.stripe.com/4gw6os7Q55dlbGE3dm", }, }, { @@ -956,8 +958,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-finops", logo: "/images/logos/plugins/paypal.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/4gwcMQfixeNV6mkaFP', - 'extended': 'https://buy.stripe.com/fZebIM4DT219h0YcNY' + standard: "https://buy.stripe.com/4gwcMQfixeNV6mkaFP", + extended: "https://buy.stripe.com/fZebIM4DT219h0YcNY", }, }, { @@ -968,8 +970,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "marketing-analytics", buyLinks: { - 'standard': 'https://buy.stripe.com/dR6cMQ2vLgW3cKI6pB', - 'extended': 'https://buy.stripe.com/aEUbIM9Yd9tBh0Y29m' + standard: "https://buy.stripe.com/dR6cMQ2vLgW3cKI6pB", + extended: "https://buy.stripe.com/aEUbIM9Yd9tBh0Y29m", }, }, { @@ -982,8 +984,8 @@ export const ALL_PLUGINS: Plugin[] = [ logo: "/images/logos/plugins/prisma.svg", logoDark: "/images/logos/plugins/prisma-dark.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/9AQ9AE4DT6hp5ig5lz', - 'extended': 'https://buy.stripe.com/eVafZ24DT0X526415k' + standard: "https://buy.stripe.com/9AQ9AE4DT6hp5ig5lz", + extended: "https://buy.stripe.com/eVafZ24DT0X526415k", }, }, { @@ -994,8 +996,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "premium", category: "cloud-infrastructure", buyLinks: { - 'standard': 'https://buy.stripe.com/8wMdQUeet5dlcKI16x', - 'extended': 'https://buy.stripe.com/eVa004dapdJR7qo5mO' + standard: "https://buy.stripe.com/8wMdQUeet5dlcKI16x", + extended: "https://buy.stripe.com/eVa004dapdJR7qo5mO", }, }, { @@ -1007,8 +1009,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/reddit.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/6oEbIMb2hcFNaCA9BT', - 'extended': 'https://buy.stripe.com/eVaaEI2vLgW3120cO6' + standard: "https://buy.stripe.com/6oEbIMb2hcFNaCA9BT", + extended: "https://buy.stripe.com/eVaaEI2vLgW3120cO6", }, }, { @@ -1019,8 +1021,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "fleet-management", buyLinks: { - 'standard': 'https://buy.stripe.com/aEU3cgdap219bGEbK3', - 'extended': 'https://buy.stripe.com/bIY7sweetaxF2649BW' + standard: "https://buy.stripe.com/aEU3cgdap219bGEbK3", + extended: "https://buy.stripe.com/bIY7sweetaxF2649BW", }, }, { @@ -1031,8 +1033,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "security", buyLinks: { - 'standard': 'https://buy.stripe.com/00gaEIgmB9tBdOM29v', - 'extended': 'https://buy.stripe.com/cN2cMQ5HXeNVfWUg0m' + standard: "https://buy.stripe.com/00gaEIgmB9tBdOM29v", + extended: "https://buy.stripe.com/cN2cMQ5HXeNVfWUg0m", }, }, { @@ -1044,8 +1046,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "shipment-tracking", logo: "/images/logos/plugins/shippo.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/5kA0043zP49hdOM7tR', - 'extended': 'https://buy.stripe.com/cN2cMQb2h6hp9yweWk' + standard: "https://buy.stripe.com/5kA0043zP49hdOM7tR", + extended: "https://buy.stripe.com/cN2cMQb2h6hp9yweWk", }, }, { @@ -1056,8 +1058,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "shipment-tracking", buyLinks: { - 'standard': 'https://buy.stripe.com/bIYaEIfix9tB8useWl', - 'extended': 'https://buy.stripe.com/6oE8wA5HXcFN6mk29A' + standard: "https://buy.stripe.com/bIYaEIfix9tB8useWl", + extended: "https://buy.stripe.com/6oE8wA5HXcFN6mk29A", }, }, { @@ -1069,8 +1071,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "data-warehouses-lakes", logo: "/images/logos/plugins/s3.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/00g3cg8U9cFN5igcOf', - 'extended': 'https://buy.stripe.com/cN24gk0nD8px2649C4' + standard: "https://buy.stripe.com/00g3cg8U9cFN5igcOf", + extended: "https://buy.stripe.com/cN24gk0nD8px2649C4", }, }, { @@ -1082,8 +1084,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "databases", logo: "/images/logos/plugins/snowflake.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/28o8wA2vL219aCA5lP', - 'extended': 'https://buy.stripe.com/fZe3cg0nDaxF6mkdSm' + standard: "https://buy.stripe.com/28o8wA2vL219aCA5lP", + extended: "https://buy.stripe.com/fZe3cg0nDaxF6mkdSm", }, }, { @@ -1095,8 +1097,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-infrastructure", logo: "/images/logos/plugins/sonatype.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/cN2bIM2vL6hp4eceWr', - 'extended': 'https://buy.stripe.com/fZeaEIeet9tB8us8y4' + standard: "https://buy.stripe.com/cN2bIM2vL6hp4eceWr", + extended: "https://buy.stripe.com/fZeaEIeet9tB8us8y4", }, }, { @@ -1107,8 +1109,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "security", buyLinks: { - 'standard': 'https://buy.stripe.com/9AQ9AE7Q549h5ig15D', - 'extended': 'https://buy.stripe.com/9AQfZ26M1dJRaCA01A' + standard: "https://buy.stripe.com/9AQ9AE7Q549h5ig15D", + extended: "https://buy.stripe.com/9AQfZ26M1dJRaCA01A", }, }, { @@ -1121,8 +1123,8 @@ export const ALL_PLUGINS: Plugin[] = [ logo: "/images/logos/plugins/square.svg", logoDark: "/images/logos/plugins/square-dark.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/5kA6osdapaxFcKI6pZ', - 'extended': 'https://buy.stripe.com/4gwcMQfixcFNeSQ4hS' + standard: "https://buy.stripe.com/5kA6osdapaxFcKI6pZ", + extended: "https://buy.stripe.com/4gwcMQfixcFNeSQ4hS", }, }, { @@ -1133,8 +1135,8 @@ export const ALL_PLUGINS: Plugin[] = [ availability: "unpublished", category: "security", buyLinks: { - 'standard': 'https://buy.stripe.com/00g6os6M17ltaCA7u5', - 'extended': 'https://buy.stripe.com/cN2bIMfix6hp120cOq' + standard: "https://buy.stripe.com/00g6os6M17ltaCA7u5", + extended: "https://buy.stripe.com/cN2bIMfix6hp120cOq", }, }, { @@ -1146,8 +1148,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-infrastructure", logo: "/images/logos/plugins/twilio.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/7sI5ko8U9dJRaCAaGj', - 'extended': 'https://buy.stripe.com/bIYaEI0nD49hh0Y7u8' + standard: "https://buy.stripe.com/7sI5ko8U9dJRaCAaGj", + extended: "https://buy.stripe.com/bIYaEI0nD49hh0Y7u8", }, }, { @@ -1159,8 +1161,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "marketing-analytics", logo: "/images/logos/plugins/sendgrid.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/fZe28c5HXeNVfWUcOt', - 'extended': 'https://buy.stripe.com/eVa1486M1gW37qog0G' + standard: "https://buy.stripe.com/fZe28c5HXeNVfWUcOt", + extended: "https://buy.stripe.com/eVa1486M1gW37qog0G", }, }, { @@ -1182,8 +1184,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "product-analytics", logo: "/images/logos/plugins/zoho.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/bIYcMQ0nD7lt1203dX', - 'extended': 'https://buy.stripe.com/cN2dQU9Yd8px1205m6' + standard: "https://buy.stripe.com/bIYcMQ0nD7lt1203dX", + extended: "https://buy.stripe.com/cN2dQU9Yd8px1205m6", }, }, { @@ -1196,8 +1198,8 @@ export const ALL_PLUGINS: Plugin[] = [ category: "other", logo: "/images/logos/plugins/zoho.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/dR6dQUb2h5dldOM4i3', - 'extended': 'https://buy.stripe.com/8wM5ko6M18px8us8yk' + standard: "https://buy.stripe.com/dR6dQUb2h5dldOM4i3", + extended: "https://buy.stripe.com/8wM5ko6M18px8us8yk", }, }, { @@ -1209,35 +1211,46 @@ export const ALL_PLUGINS: Plugin[] = [ category: "cloud-infrastructure", logo: "/images/logos/plugins/zoom.svg", buyLinks: { - 'standard': 'https://buy.stripe.com/00g5ko4DT8pxcKI9Cp', - 'extended': 'https://buy.stripe.com/00g3cgfix35d1205ma' + standard: "https://buy.stripe.com/00g5ko4DT8pxcKI9Cp", + extended: "https://buy.stripe.com/00g3cgfix35d1205ma", }, }, ].sort((a, b) => a.name.localeCompare(b.name)) as Plugin[]; -export const ALL_SOURCE_PLUGINS: Plugin[] = ALL_PLUGINS.filter((p) => p.kind === "source"); -export const ALL_DESTINATION_PLUGINS: Plugin[] = ALL_PLUGINS.filter((p) => p.kind === "destination"); +export const ALL_SOURCE_PLUGINS: Plugin[] = ALL_PLUGINS.filter( + (p) => p.kind === "source", +); +export const ALL_DESTINATION_PLUGINS: Plugin[] = ALL_PLUGINS.filter( + (p) => p.kind === "destination", +); export const PUBLISHED_SOURCE_PLUGINS: Plugin[] = ALL_SOURCE_PLUGINS.filter( - (p) => p.availability !== "unpublished" + (p) => p.availability !== "unpublished", ); export const UNPUBLISHED_SOURCE_PLUGINS: Plugin[] = ALL_SOURCE_PLUGINS.filter( - (p) => p.availability === "unpublished" -); -export const PUBLISHED_DESTINATION_PLUGINS: Plugin[] = ALL_DESTINATION_PLUGINS.filter( - (p) => p.availability !== "unpublished" -); -export const UNPUBLISHED_DESTINATION_PLUGINS: Plugin[] = ALL_DESTINATION_PLUGINS.filter( - (p) => p.availability === "unpublished" + (p) => p.availability === "unpublished", ); +export const PUBLISHED_DESTINATION_PLUGINS: Plugin[] = + ALL_DESTINATION_PLUGINS.filter((p) => p.availability !== "unpublished"); +export const UNPUBLISHED_DESTINATION_PLUGINS: Plugin[] = + ALL_DESTINATION_PLUGINS.filter((p) => p.availability === "unpublished"); -export const SOURCE_CATEGORIES: Category[] = ALL_SOURCE_PLUGINS.map((p) => p.category).filter( - (c, pos) => ALL_SOURCE_PLUGINS.map((p) => p.category).indexOf(c) === pos -).sort() as Category[]; +export const SOURCE_CATEGORIES: Category[] = ALL_SOURCE_PLUGINS.map( + (p) => p.category, +) + .filter( + (c, pos) => ALL_SOURCE_PLUGINS.map((p) => p.category).indexOf(c) === pos, + ) + .sort() as Category[]; -export const DESTINATION_CATEGORIES: Category[] = ALL_DESTINATION_PLUGINS.map((p) => p.category).filter( - (c, pos) => ALL_DESTINATION_PLUGINS.map((p) => p.category).indexOf(c) === pos -).sort() as Category[]; +export const DESTINATION_CATEGORIES: Category[] = ALL_DESTINATION_PLUGINS.map( + (p) => p.category, +) + .filter( + (c, pos) => + ALL_DESTINATION_PLUGINS.map((p) => p.category).indexOf(c) === pos, + ) + .sort() as Category[]; export function getPlugin(kind: string, id: string): Plugin { if (kind === "destination") { diff --git a/website/pages/_meta.json b/website/pages/_meta.json index d0fc8814e9c5ad..4c2c30ed87d49c 100644 --- a/website/pages/_meta.json +++ b/website/pages/_meta.json @@ -111,6 +111,10 @@ } } }, + "Careers": { + "title": "Careers", + "href": "/docs/careers/overview" + }, "how-to-guides": { "title": "How-to Guides", "display": "hidden", diff --git a/website/pages/blog/announcing-the-vercel-source-plugin.mdx b/website/pages/blog/announcing-the-vercel-source-plugin.mdx index d7a87c07240ce7..56f9616e29cb9f 100644 --- a/website/pages/blog/announcing-the-vercel-source-plugin.mdx +++ b/website/pages/blog/announcing-the-vercel-source-plugin.mdx @@ -41,7 +41,7 @@ This query would output a table of domain names that are going to expire within (2 rows) ``` -Vercel also provides an [auto-renewal facility](https://vercel.com/docs/concepts/projects/domains/renew-a-domain) which will automatically renew your domain registration when it's about to expire. +Vercel also provides an [auto-renewal facility](https://vercel.com/docs/projects/domains/renew-a-domain) which will automatically renew your domain registration when it's about to expire. ## Get all Vercel team members diff --git a/website/pages/blog/product-updates-7.mdx b/website/pages/blog/product-updates-7.mdx new file mode 100644 index 00000000000000..623e7a923b890c --- /dev/null +++ b/website/pages/blog/product-updates-7.mdx @@ -0,0 +1,73 @@ +--- +title: "CloudQuery Product Updates #7" +tag: product +date: 2023/08/21 +description: >- + Monthly updates on CloudQuery product and roadmap. +author: yevgenypats +--- + +import { BlogHeader } from "../../components/BlogHeader" + + + +Hey everyone! Our monthly round-up of CloudQuery product and roadmap updates is here! + +TLDR: + +- Open source: SDKs & plugins. +- Premium (closed source): New plugins, policies and dashboards. + +## SDKs! + +With the recent [Adoption of Apache Arrow](https://www.cloudquery.io/blog/adopting-apache-arrow-at-cloudquery) as CloudQuery's +in-memory data format, the CloudQuery SDK is now expanding beyond Go (which means you can write CloudQuery plugins in other languages)! + +The first one is, of course, the undisputed king of data engineering--Python! and the 2nd after is the undisputed king of the web--JavaScript! + +* Check out our [Python announcement blog](https://www.cloudquery.io/blog/announcing-cloudquery-python-sdk)! +* Creating a [Python source](https://www.cloudquery.io/docs/developers/creating-new-plugin/python-source) +* Creating a [JavaScript source](https://www.cloudquery.io/docs/developers/creating-new-plugin/javascript-source) + +## Sources + +### New Open Source Sources Plugins + +* [Airtable](https://www.cloudquery.io/docs/plugins/sources/airtable/overview) - First plugin utilizing our JavaScript SDK! +* [Square](https://www.cloudquery.io/docs/plugins/sources/square/overview) - First plugin utilizing our Python SDK! +* [Typeform](https://www.cloudquery.io/docs/plugins/sources/typeform/overview) - Another plugin utilizing our Python SDK! +* [HashiCorp Vault](https://www.cloudquery.io/docs/plugins/sources/hashicorp-vault/overview). + +### New Premium Plugins + +* [Jira](https://www.cloudquery.io/integrations/jira) +* [MongoDB Atlas](https://www.cloudquery.io/integrations/mongodb-atlas) +* [Render](https://www.cloudquery.io/integrations/render) + +### AWS, GCP, Azure + +Check out the full changelog for [AWS](https://github.com/cloudquery/cloudquery/blob/97d86a5c282e587420c1abd714bb0218d9c86f5a/plugins/source/aws/CHANGELOG.md), +[GCP](https://github.com/cloudquery/cloudquery/blob/97d86a5c282e587420c1abd714bb0218d9c86f5a/plugins/source/gcp/CHANGELOG.md) and [Azure](https://github.com/cloudquery/cloudquery/blob/97d86a5c282e587420c1abd714bb0218d9c86f5a/plugins/source/azure/CHANGELOG.md) +for full updates. + +## Policies + +We've extended our [security & compliance policies](https://www.cloudquery.io/docs/core-concepts/policies#premium-policies) to Snowflake via our premium offering! + +## Dashboards + +We released a premium [AWS Cost optimization pack](https://www.cloudquery.io/docs/core-concepts/policies#aws-cost-optimization-pack) with queries and Grafana dashboards. + +## Other notable blogs and use-cases + +- [What's new in CloudQuery Go SDK V4](/blog/go-sdk-v4) +- [Announcing the Python SDK for CloudQuery Plugin Development](/blog/announcing-cloudquery-python-sdk) +- [Blog: How to Manage Resilience Strategy and Visibility with AWS Backup and CloudQuery](/how-to-guides/manage-resilience-with-aws-backup) +- [Podcast: Ready, Set, Cloud! Stop Forgetting About Cloud Security With Jason Kao](https://www.readysetcloud.io/podcast/14/) +- [Partner Blog: Building a Multi-Cloud Asset Inventory Data Lake with CloudQuery and Snowflake](https://medium.com/snowflake/building-a-multi-cloud-asset-inventory-data-lake-with-cloudquery-and-snowflake-fcd1b86f1055) +- [Video: Build an AWS Cloud Asset Inventory with CloudQuery & Grafana](https://www.youtube.com/watch?v=H5RpX5z4H40) +- [Twitch: AWS Let's talk about data | Ep 16 | Infrastructure Data with CloudQuery](https://www.twitch.tv/videos/1894215221) + + + + diff --git a/website/pages/docs/careers/_meta.json b/website/pages/docs/careers/_meta.json new file mode 100644 index 00000000000000..e4f6419d8a7dd9 --- /dev/null +++ b/website/pages/docs/careers/_meta.json @@ -0,0 +1,5 @@ +{ + "overview": "Overview", + "senior_backend_engineer": "Senior Backend Engineer", + "senior_frontend_engineer": "Senior Frontend Engineer" +} diff --git a/website/pages/docs/careers/overview.md b/website/pages/docs/careers/overview.md new file mode 100644 index 00000000000000..c7ed45ec4b4b3a --- /dev/null +++ b/website/pages/docs/careers/overview.md @@ -0,0 +1,6 @@ +# CloudQuery Careers + +Check out our openings and apply to join our small but mighty team! + +- [Senior Software Engineer (Backend)](./senior_backend_engineer) +- [Senior Frontend Engineer](./senior_frontend_engineer) \ No newline at end of file diff --git a/website/pages/docs/careers/senior_backend_engineer.md b/website/pages/docs/careers/senior_backend_engineer.md new file mode 100644 index 00000000000000..d50b2d0da94446 --- /dev/null +++ b/website/pages/docs/careers/senior_backend_engineer.md @@ -0,0 +1,40 @@ +--- +title: Senior Software Engineer +description: Join our small but mighty team to work on open-source and backend stuff. +--- + +# Senior Software Engineer + +[CloudQuery](https://www.cloudquery.io/) is seeking a talented individual to join our core team to work on our [open-source project](https://github.com/cloudquery/cloudquery). + +# Responsibilities + +- Work with engineering team, CEO, Product on both existing and new features. +- Lead features end-to-end from RFC→Implementation→Testing→Documentation→Release +- Improving CloudQuery Core SDK and building new features on top to make CloudQuery open-source cloud asset inventory an industry standard. + +# Qualifications + +- 8+ years of experience in software engineering +- 1+ year of experience in Go. +- Experienced with PostgreSQL and SQL +- Good Experience with using/operating one of the large cloud providers AWS/GCP/Azure +- Self-guided, Resourceful, Excellent communicator +- Championing automation to reduce toil and increase development velocity +- Experienced in designing and developing SDKs +- English as spoken and written english to be able to write solid documentation for new features you develop. + +# Benefits + +- Remote-first company! +- Competitive pay with significant options pack upside. +- Remote-friendly environment and culture that nurtures company and team events to stay connected +- Lots of responsibilities with tons of opportunities for advancement! + +# About Us + +[CloudQuery](https://www.cloudquery.io/) is an [open source](https://github.com/cloudquery/cloudquery) high performance data integration platform built for developers. + +# How to Apply + +Does this role sound like a good fit? Apply [here](/apply_for_job). \ No newline at end of file diff --git a/website/pages/docs/careers/senior_frontend_engineer.md b/website/pages/docs/careers/senior_frontend_engineer.md new file mode 100644 index 00000000000000..0b1705b4652a36 --- /dev/null +++ b/website/pages/docs/careers/senior_frontend_engineer.md @@ -0,0 +1,40 @@ +--- +title: Senior Frontend Engineer +description: Join our small but mighty team to work on open-source and frontend stuff. +--- + +# Senior Frontend Engineer + +[CloudQuery](https://www.cloudquery.io/) is seeking a talented individual to join our frontend team to work on our cloud version for [our open source product](https://github.com/cloudquery/cloudquery) + +# Responsibilities + +- Work with engineering team, CEO, Product on both existing and new features. +- Lead features end-to-end from RFC→Implementation→Testing→Documentation→Release +- Working and leading the efforts across all our frontend assets: Web, Documentation and Cloud Offering. + +# Qualifications + +- 6+ years of experience in software engineering +- 2+ year of experience in React. +- Experience with Node.js and Next.js +- Solid base in browser tech: CSS&HTML, animations, performance, rendering +- Good experience in testing — unit and integration +- Self-guided, Resourceful, Excellent communicator +- Championing automation to reduce toil and increase development velocity +- English as spoken and written English to be able to write solid documentation for new features you develop. + +# Benefits + +- Remote-first company! +- Competitive pay with significant options pack upside. +- Remote-friendly environment and culture that nurtures company and team events to stay connected +- Lots of responsibilities with tons of opportunities for advancement! + +# About Us + +[CloudQuery](https://www.cloudquery.io/) is an [open source](https://github.com/cloudquery/cloudquery) high performance data integration platform built for developers. + +# How to Apply + +Does this role sound like a good fit? Apply [here](/apply_for_job). \ No newline at end of file diff --git a/website/pages/docs/plugins/sources/aws/configuration.md b/website/pages/docs/plugins/sources/aws/configuration.mdx similarity index 98% rename from website/pages/docs/plugins/sources/aws/configuration.md rename to website/pages/docs/plugins/sources/aws/configuration.mdx index a959a1ec49e334..da9c297c2a739d 100644 --- a/website/pages/docs/plugins/sources/aws/configuration.md +++ b/website/pages/docs/plugins/sources/aws/configuration.mdx @@ -1,3 +1,5 @@ +import { Callout } from 'nextra-theme-docs'; + # AWS Source Plugin Configuration Reference ## Examples @@ -108,6 +110,11 @@ This is the (nested) spec used by the AWS source plugin. When set to `true` plugin will sync data from APIs that incur a fee. Currently only `aws_costexplorer*` and `aws_alpha_cloudwatch_metric*` tables require this flag to be set to `true`. + + +The `table_options` parameter is deprecated and will be removed soon. Please reach out to the CloudQuery team if you require this feature + + - **preview** `table_options` (`map`) (default: not used) This is a preview feature (for more information about `preview` features look at [plugin versioning](/docs/plugins/sources/aws/versioning) that enables users to override the default options for specific tables. diff --git a/website/pages/docs/plugins/sources/github/_configuration.mdx b/website/pages/docs/plugins/sources/github/_configuration.mdx index b5f9dbc44a49c4..8d3c89b2cd514e 100644 --- a/website/pages/docs/plugins/sources/github/_configuration.mdx +++ b/website/pages/docs/plugins/sources/github/_configuration.mdx @@ -18,8 +18,8 @@ spec: # private_key_path: # Path to private key file # app_id: # App ID, required for App Authentication. # installation_id: # Installation ID for this org - orgs: [] # Optional. List of organizations to extract from - repos: ["cloudquery/cloudquery"] # Optional. List of repositories to extract from + orgs: [] # Optional. List of organizations to sync from + repos: ["cloudquery/cloudquery"] # Optional. List of repositories to sync from ## GitHub Enterprise # In order to enable GHE you have to provide two urls, the base url of the server and the upload url. # Quote from GitHub's client: diff --git a/website/pages/docs/plugins/sources/github/overview.mdx b/website/pages/docs/plugins/sources/github/overview.mdx index 2f9695dad0000b..71889b372cfcd4 100644 --- a/website/pages/docs/plugins/sources/github/overview.mdx +++ b/website/pages/docs/plugins/sources/github/overview.mdx @@ -26,7 +26,19 @@ The CloudQuery GitHub plugin extracts your GitHub API and loads it into any supp ## GitHub Spec -This is the (nested) spec used by GCP Source Plugin +This is the (nested) spec used by GitHub Source Plugin + +- `repos` (`[]string`, optional. Default: empty): + List of repositories to sync from. The format is `owner/repo` (e.g. `cloudquery/cloudquery`). You must specify either `orgs` or `repos` in the configuration. + +- `orgs` (`[]string`, optional. Default: empty): + List of organizations to sync from. You must specify either `orgs` or `repos` in the configuration. - `concurrency` (int, optional, default: 10000): A best effort maximum number of Go routines to use. Lower this number to reduce memory usage. + +- `discovery_concurrency` (`int`) (default: `1`) + + During initialization the GitHub source plugin discovers all repositories under the organizations configured in `orgs`, to be used later on during the sync process. + By default the plugin discovers repositories one organization at a time. You can increase `discovery_concurrency` to discover multiple organizations in parallel, or use a negative value to discover all organizations in parallel. + Please note that it's possible to hit GitHub API rate limits when using a high value for `discovery_concurrency`. diff --git a/website/pages/docs/plugins/sources/postgresql/cdc.md b/website/pages/docs/plugins/sources/postgresql/cdc.md index 7ed9c86537cd64..de6a667a5cf77e 100644 --- a/website/pages/docs/plugins/sources/postgresql/cdc.md +++ b/website/pages/docs/plugins/sources/postgresql/cdc.md @@ -61,3 +61,11 @@ You will need to set the `cloudsql.logical_deconging` configuration to on. See f ## Azure DB (PostgreSQL) Please follow the Official Azure documentation on [how to enable logical replication](https://learn.microsoft.com/en-us/azure/postgresql/single-server/concepts-logical) via the CLI or Console (UI). + + +## Current Limitations + +The following event types are not supported: +- DDL changes (e.g. `CREATE TABLE`, `ALTER TABLE`, etc) +- `TRUNCATE` statements (e.g. `TRUNCATE TABLE table_name`) +- `DELETE` statements (e.g. `DELETE FROM table_name`) \ No newline at end of file diff --git a/website/tables/aws/aws_accessanalyzer_analyzers.md b/website/tables/aws/aws_accessanalyzer_analyzers.md index 172fee3d7d757c..f97fe595fb0df3 100644 --- a/website/tables/aws/aws_accessanalyzer_analyzers.md +++ b/website/tables/aws/aws_accessanalyzer_analyzers.md @@ -37,32 +37,23 @@ These SQL queries are sampled from CloudQuery policies and are compatible with P ### Ensure that IAM Access analyzer is enabled for all regions (Automated) ```sql -WITH - regions_with_enabled_accessanalyzer - AS ( - SELECT - ar.region AS analyzed_region - FROM - aws_regions AS ar - LEFT JOIN aws_accessanalyzer_analyzers AS aaaa ON - ar.region = aaaa.region - WHERE - aaaa.status = 'ACTIVE' - ) SELECT 'Ensure that IAM Access analyzer is enabled for all regions (Automated)' AS title, - account_id, - region AS resource_id, + ar.account_id, + ar.region AS resource_id, CASE - WHEN aregion.analyzed_region IS NULL AND ar.enabled = true THEN 'fail' + WHEN ar.enabled + AND aregion.region IS NULL + AND aregion.status IS DISTINCT FROM 'ACTIVE' + THEN 'fail' ELSE 'pass' END AS status FROM aws_regions AS ar - LEFT JOIN regions_with_enabled_accessanalyzer AS aregion ON - ar.region = aregion.analyzed_region; + LEFT JOIN aws_accessanalyzer_analyzers AS aregion ON + ar.region = aregion.region; ``` diff --git a/website/tables/aws/aws_regions.md b/website/tables/aws/aws_regions.md index 9318661be89382..d2c4993074da4a 100644 --- a/website/tables/aws/aws_regions.md +++ b/website/tables/aws/aws_regions.md @@ -27,32 +27,23 @@ These SQL queries are sampled from CloudQuery policies and are compatible with P ### Ensure that IAM Access analyzer is enabled for all regions (Automated) ```sql -WITH - regions_with_enabled_accessanalyzer - AS ( - SELECT - ar.region AS analyzed_region - FROM - aws_regions AS ar - LEFT JOIN aws_accessanalyzer_analyzers AS aaaa ON - ar.region = aaaa.region - WHERE - aaaa.status = 'ACTIVE' - ) SELECT 'Ensure that IAM Access analyzer is enabled for all regions (Automated)' AS title, - account_id, - region AS resource_id, + ar.account_id, + ar.region AS resource_id, CASE - WHEN aregion.analyzed_region IS NULL AND ar.enabled = true THEN 'fail' + WHEN ar.enabled + AND aregion.region IS NULL + AND aregion.status IS DISTINCT FROM 'ACTIVE' + THEN 'fail' ELSE 'pass' END AS status FROM aws_regions AS ar - LEFT JOIN regions_with_enabled_accessanalyzer AS aregion ON - ar.region = aregion.analyzed_region; + LEFT JOIN aws_accessanalyzer_analyzers AS aregion ON + ar.region = aregion.region; ``` ### GuardDuty should be enabled diff --git a/website/vercel.json b/website/vercel.json index f5cedff95b72ca..c5c11220107c78 100644 --- a/website/vercel.json +++ b/website/vercel.json @@ -341,6 +341,10 @@ { "source": "/register_for_cloud", "destination": "https://cloudquery.typeform.com/to/MZ0DSN82" + }, + { + "source": "/apply_for_job", + "destination": "https://cloudquery.typeform.com/to/flNY3OaO" } ] } diff --git a/website/versions/cli.json b/website/versions/cli.json index ec7313a1b1bda0..0fce28c416b3bf 100644 --- a/website/versions/cli.json +++ b/website/versions/cli.json @@ -1 +1 @@ -{ "latest": "cli-v3.14.0" } +{ "latest": "cli-v3.14.1" } diff --git a/website/versions/destination-mssql.json b/website/versions/destination-mssql.json index 0243f493a954b9..f2d440023b4488 100644 --- a/website/versions/destination-mssql.json +++ b/website/versions/destination-mssql.json @@ -1 +1 @@ -{ "latest": "plugins-destination-mssql-v4.3.5" } +{ "latest": "plugins-destination-mssql-v4.3.6" } diff --git a/website/versions/source-airtable.json b/website/versions/source-airtable.json index e8f7a6d9c928c6..1846aec38faef1 100644 --- a/website/versions/source-airtable.json +++ b/website/versions/source-airtable.json @@ -1 +1 @@ -{ "latest": "plugins-source-airtable-v1.0.0" } +{ "latest": "plugins-source-airtable-v1.1.0" } diff --git a/website/versions/source-aws.json b/website/versions/source-aws.json index 8c4cea6f63b814..4ab67f07d7cd59 100644 --- a/website/versions/source-aws.json +++ b/website/versions/source-aws.json @@ -1 +1 @@ -{ "latest": "plugins-source-aws-v22.6.0" } +{ "latest": "plugins-source-aws-v22.7.0" } diff --git a/website/versions/source-github.json b/website/versions/source-github.json index f29ce38c63ced5..915f4bccb2bb34 100644 --- a/website/versions/source-github.json +++ b/website/versions/source-github.json @@ -1 +1 @@ -{ "latest": "plugins-source-github-v7.1.3" } +{ "latest": "plugins-source-github-v7.2.0" } diff --git a/website/versions/source-typeform.json b/website/versions/source-typeform.json index a3861afd90d392..4f3550a8ca0280 100644 --- a/website/versions/source-typeform.json +++ b/website/versions/source-typeform.json @@ -1 +1 @@ -{ "latest": "plugins-source-typeform-v1.0.0" } +{ "latest": "plugins-source-typeform-v1.0.1" }