diff --git a/go.mod b/go.mod index 4b60a6a83c247d..90c8caff814737 100644 --- a/go.mod +++ b/go.mod @@ -5,7 +5,7 @@ go 1.17 require ( github.com/VividCortex/ewma v1.2.0 // indirect github.com/aws/aws-lambda-go v1.23.0 - github.com/cloudquery/cq-provider-sdk v0.8.6 + github.com/cloudquery/cq-provider-sdk v0.8.7 github.com/fatih/color v1.13.0 github.com/fsnotify/fsnotify v1.4.9 github.com/golang-migrate/migrate/v4 v4.15.0 diff --git a/go.sum b/go.sum index 49bb9d59c484fa..970cb5c392000f 100644 --- a/go.sum +++ b/go.sum @@ -208,8 +208,8 @@ github.com/cilium/ebpf v0.4.0/go.mod h1:4tRaxcgiL706VnOzHOdBlY8IEAIdxINsQBcU4xJJ github.com/cilium/ebpf v0.6.2/go.mod h1:4tRaxcgiL706VnOzHOdBlY8IEAIdxINsQBcU4xJJXRs= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/cloudflare/golz4 v0.0.0-20150217214814-ef862a3cdc58/go.mod h1:EOBUe0h4xcZ5GoxqC5SDxFQ8gwyZPKQoEzownBlhI80= -github.com/cloudquery/cq-provider-sdk v0.8.6 h1:6W/5S1YhoFisAEB3oHxRAdsdWjtXJH+LdQvlXiUzWkE= -github.com/cloudquery/cq-provider-sdk v0.8.6/go.mod h1:IHxqY7TOttWhNQhMRqYl1vBo2JS2szLAf5Mhg78MwTQ= +github.com/cloudquery/cq-provider-sdk v0.8.7 h1:lVduh/Im+WvMBD/BeHbPfBXdaH4CwSrBKyczYm3GQC0= +github.com/cloudquery/cq-provider-sdk v0.8.7/go.mod h1:IHxqY7TOttWhNQhMRqYl1vBo2JS2szLAf5Mhg78MwTQ= github.com/cloudquery/faker/v3 v3.7.4 h1:cCcU3r0yHpS0gqKj9rRKAGS0/hY33fBxbqCNFtDD4ec= github.com/cloudquery/faker/v3 v3.7.4/go.mod h1:1b8WVG9Gh0T2hVo1a8dWeXfu0AhqSB6J/mmJaesqOeo= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= diff --git a/pkg/client/client.go b/pkg/client/client.go index 3058e4959be363..d2a66abe601709 100644 --- a/pkg/client/client.go +++ b/pkg/client/client.go @@ -433,9 +433,18 @@ func (c *Client) Fetch(ctx context.Context, request FetchRequest) (res *FetchRes defer saveFetchSummary() pLog := c.Logger.With("provider", providerConfig.Name, "alias", providerConfig.Alias, "version", providerPlugin.Version()) pLog.Info("requesting provider to configure") + + metadata := map[string]interface{}{ + "cq_fetch_id": fetchId.String(), + } + if c.HistoryCfg != nil { fd := c.HistoryCfg.FetchDate() pLog.Info("history enabled adding fetch date", "fetch_date", fd.Format(time.RFC3339)) + metadata["cq_fetch_date"] = fd + + // TODO Remove(Compatibility): Code below is for providers using the old SDK version, where metadata isn't available in FetchRequest + // Removing this without updating provider will set cq_fetch_date to the time of execution start, which HistoryCfg.TimeTruncation doesn't apply if request.ExtraFields == nil { request.ExtraFields = make(map[string]interface{}) } @@ -464,6 +473,7 @@ func (c *Client) Fetch(ctx context.Context, request FetchRequest) (res *FetchRes PartialFetchingEnabled: true, ParallelFetchingLimit: providerConfig.MaxParallelResourceFetchLimit, MaxGoroutines: providerConfig.MaxGoroutines, + Metadata: metadata, }) if err != nil { return err