等待Go SDK中的AWS Athena查询执行



我有一个运行雅典娜查询的工作代码,并通过使用以下代码轮询从GetQueryResults返回的error来等待查询完成:

func GetQueryResults(client *athena.Client, QueryID *string) []types.Row {
params := &athena.GetQueryResultsInput{
QueryExecutionId: QueryID,
}
data, err := client.GetQueryResults(context.TODO(), params)
for err != nil {
println(err.Error())
time.Sleep(time.Second)
data, err = client.GetQueryResults(context.TODO(), params)
}
return data.ResultSet.Rows
}

问题是,如果查询失败,我绝对没有办法打破循环。

例如,在Python中我可以这样做:
while athena.get_query_execution(QueryExecutionId=execution_id)["QueryExecution"][
"Status"
]["State"] in ["RUNNING", "QUEUED"]:
sleep(2)

我可以在for循环内做strings.Contains(err.Error(),"FAILED")检查,但我正在寻找一种更清洁的方式。

我试着寻找一个类似的Go,但我没有成功。是否有一个函数为Go SDK,可以返回执行状态?是否有更好的方法来进一步检查错误在Go代替err != nil?

SDK已经提供了重试。

下面是一个使用aws-sdk-go-v2的示例。

package main
import (
"context"
"fmt"
"time"
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/aws-sdk-go-v2/service/athena"
"github.com/aws/aws-sdk-go-v2/service/athena/types"
)
func main() {
cfg := aws.NewConfig()
ath := athena.NewFromConfig(*cfg)
ctx, cancelFunc := context.WithTimeout(context.Background(), time.Minute*5)
defer cancelFunc()
rows, err := GetQueryResults(ctx, ath, aws.String("query-id"), 10)
if err != nil {
panic(err) // TODO: handle error
}
fmt.Println(rows)
}
func GetQueryResults(ctx context.Context, client *athena.Client, QueryID *string, attempts int) ([]types.Row, error) {
t := time.NewTicker(time.Second * 5)
defer t.Stop()
attemptsFunc := func(o *athena.Options) { o.RetryMaxAttempts = attempts }
WAIT:
for {
select {
case <-t.C:
out, err := client.GetQueryExecution(ctx, &athena.GetQueryExecutionInput{
QueryExecutionId: QueryID,
}, attemptsFunc)
if err != nil {
return nil, err
}
switch out.QueryExecution.Status.State {
case types.QueryExecutionStateCancelled,
types.QueryExecutionStateFailed,
types.QueryExecutionStateSucceeded:
break WAIT
}
case <-ctx.Done():
break WAIT
}
}
data, err := client.GetQueryResults(ctx, &athena.GetQueryResultsInput{
QueryExecutionId: QueryID,
})
if err != nil {
return nil, err
}
return data.ResultSet.Rows, nil
}

最新更新