Skip to content

Commit

Permalink
批量处理任务
Browse files Browse the repository at this point in the history
  • Loading branch information
lilang authored and jojoliang committed May 19, 2022
1 parent c176883 commit 7427269
Show file tree
Hide file tree
Showing 2 changed files with 292 additions and 0 deletions.
141 changes: 141 additions & 0 deletions ci_media.go
Original file line number Diff line number Diff line change
Expand Up @@ -504,6 +504,8 @@ type MediaProcessJobDetail struct {
Progress string `xml:"Progress,omitempty"`
State string `xml:"State,omitempty"`
CreationTime string `xml:"CreationTime,omitempty"`
StartTime string `xml:"StartTime,omitempty"`
EndTime string `xml:"EndTime,omitempty"`
QueueId string `xml:"QueueId,omitempty"`
Input *JobInput `xml:"Input,omitempty"`
Operation *MediaProcessJobOperation `xml:"Operation,omitempty"`
Expand Down Expand Up @@ -2024,3 +2026,142 @@ func (s *CIService) DeleteMediaWorkflow(ctx context.Context, workflowId string)
resp, err := s.client.send(ctx, &sendOpt)
return &res, resp, err
}

// InventoryTriggerJobInput TODO
type InventoryTriggerJobInput struct {
Manifest string `xml:"Manifest,omitempty"`
UrlFile string `xml:"UrlFile,omitempty"`
Prefix string `xml:"Prefix,omitempty"`
Object string `xml:"Object,omitempty"`
}

// InventoryTriggerJobOperationTimeInterval TODO
type InventoryTriggerJobOperationTimeInterval struct {
Start string `xml:"Start,omitempty"`
End string `xml:"End,omitempty"`
}

// InventoryTriggerJobOperation TODO
type InventoryTriggerJobOperation struct {
WorkflowIds string `xml:"WorkflowIds,omitempty"`
TimeInterval InventoryTriggerJobOperationTimeInterval `xml:"TimeInterval,omitempty"`
}

// InventoryTriggerJob TODO
type InventoryTriggerJob struct {
Name string `xml:"Name,omitempty"`
Input *InventoryTriggerJobInput `xml:"Input,omitempty"`
Operation *InventoryTriggerJobOperation `xml:"Operation,omitempty"`
}

// CreateInventoryTriggerJobOptions TODO
type CreateInventoryTriggerJobOptions struct {
XMLName xml.Name `xml:"Request"`
Name string `xml:"Name,omitempty"`
Input *InventoryTriggerJobInput `xml:"Input,omitempty"`
Operation *InventoryTriggerJobOperation `xml:"Operation,omitempty"`
}

// InventoryTriggerJobDetail TODO
type InventoryTriggerJobDetail struct {
Code string `xml:"Code,omitempty"`
Message string `xml:"Message,omitempty"`
JobId string `xml:"JobId,omitempty"`
Tag string `xml:"Tag,omitempty"`
Progress string `xml:"Progress,omitempty"`
State string `xml:"State,omitempty"`
CreationTime string `xml:"CreationTime,omitempty"`
StartTime string `xml:"StartTime,omitempty"`
EndTime string `xml:"EndTime,omitempty"`
QueueId string `xml:"QueueId,omitempty"`
Input *InventoryTriggerJobInput `xml:"Input,omitempty"`
Operation *InventoryTriggerJobOperation `xml:"Operation,omitempty"`
}

// CreateInventoryTriggerJobResult TODO
type CreateInventoryTriggerJobResult struct {
XMLName xml.Name `xml:"Response"`
RequestId string `xml:"RequestId,omitempty"`
JobsDetail *InventoryTriggerJobDetail `xml:"JobsDetail,omitempty"`
}

// CreateInventoryTriggerJob TODO
func (s *CIService) CreateInventoryTriggerJob(ctx context.Context, opt *CreateInventoryTriggerJobOptions) (*CreateInventoryTriggerJobResult, *Response, error) {
var res CreateInventoryTriggerJobResult
sendOpt := sendOptions{
baseURL: s.client.BaseURL.CIURL,
uri: "/inventorytriggerjob",
method: http.MethodPost,
body: opt,
result: &res,
}
resp, err := s.client.send(ctx, &sendOpt)
return &res, resp, err
}

// DescribeInventoryTriggerJobResult TODO
type DescribeInventoryTriggerJobResult struct {
XMLName xml.Name `xml:"Response"`
RequestId string `xml:"RequestId,omitempty"`
JobsDetail *InventoryTriggerJobDetail `xml:"JobsDetail,omitempty"`
NonExistJobId string `xml:"NonExistJobId,omitempty"`
}

// DescribeInventoryTriggerJob 查询指定存量触发工作流的任务
func (s *CIService) DescribeInventoryTriggerJob(ctx context.Context, jobId string) (*DescribeInventoryTriggerJobResult, *Response, error) {
var res DescribeInventoryTriggerJobResult
sendOpt := sendOptions{
baseURL: s.client.BaseURL.CIURL,
uri: "/inventorytriggerjob/" + jobId,
method: http.MethodGet,
result: &res,
}
resp, err := s.client.send(ctx, &sendOpt)
return &res, resp, err
}

// DescribeInventoryTriggerJobsOptions TODO
type DescribeInventoryTriggerJobsOptions struct {
NextToken string `url:"nextToken,omitempty"`
Size string `url:"size,omitempty"`
OrderByTime string `url:"orderByTime,omitempty"`
States string `url:"states,omitempty"`
StartCreationTime string `url:"states,omitempty"`
EndCreationTime string `url:"endCreationTime,omitempty"`
WorkflowId string `url:"workflowId,omitempty"`
JobId string `url:"jobId,omitempty"`
Name string `url:"name,omitempty"`
}

// DescribeInventoryTriggerJobsResult TODO
type DescribeInventoryTriggerJobsResult struct {
XMLName xml.Name `xml:"Response"`
RequestId string `xml:"RequestId,omitempty"`
JobsDetail *InventoryTriggerJobDetail `xml:"JobsDetail,omitempty"`
NextToken string `xml:"NextToken,omitempty"`
}

// DescribeInventoryTriggerJobs 查询存量触发工作流的任务
func (s *CIService) DescribeInventoryTriggerJobs(ctx context.Context, opt *DescribeInventoryTriggerJobsOptions) (*DescribeInventoryTriggerJobsResult, *Response, error) {
var res DescribeInventoryTriggerJobsResult
sendOpt := sendOptions{
baseURL: s.client.BaseURL.CIURL,
uri: "/inventorytriggerjob",
optQuery: opt,
method: http.MethodGet,
result: &res,
}
resp, err := s.client.send(ctx, &sendOpt)
return &res, resp, err
}

// CancelInventoryTriggerJob TODO
func (s *CIService) CancelInventoryTriggerJob(ctx context.Context, jobId string) (*Response, error) {
sendOpt := sendOptions{
baseURL: s.client.BaseURL.CIURL,
uri: "/inventorytriggerjob/" + jobId,
method: http.MethodPut,
}
resp, err := s.client.send(ctx, &sendOpt)
return resp, err
}
151 changes: 151 additions & 0 deletions example/CI/media_process/media_inventory.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,151 @@
package main

import (
"context"
"fmt"
"math/rand"
"net/http"
"net/url"
"os"
"strconv"
"time"

"github.com/tencentyun/cos-go-sdk-v5"
"github.com/tencentyun/cos-go-sdk-v5/debug"
)

func log_status(err error) {
if err == nil {
return
}
if cos.IsNotFoundError(err) {
// WARN
fmt.Println("WARN: Resource is not existed")
} else if e, ok := cos.IsCOSError(err); ok {
fmt.Printf("ERROR: Code: %v\n", e.Code)
fmt.Printf("ERROR: Message: %v\n", e.Message)
fmt.Printf("ERROR: Resource: %v\n", e.Resource)
fmt.Printf("ERROR: RequestId: %v\n", e.RequestID)
// ERROR
} else {
fmt.Printf("ERROR: %v\n", err)
// ERROR
}
}

// DescribeInventoryTriggerJob TODO
func DescribeInventoryTriggerJob() {
u, _ := url.Parse("https://lilang-1253960454.cos.ap-chongqing.myqcloud.com")
cu, _ := url.Parse("https://lilang-1253960454.ci.ap-chongqing.myqcloud.com")
b := &cos.BaseURL{BucketURL: u, CIURL: cu}
c := cos.NewClient(b, &http.Client{
Transport: &cos.AuthorizationTransport{
SecretID: os.Getenv("COS_SECRETID"),
SecretKey: os.Getenv("COS_SECRETKEY"),
Transport: &debug.DebugRequestTransport{
RequestHeader: true,
// Notice when put a large file and set need the request body, might happend out of memory error.
RequestBody: true,
ResponseHeader: true,
ResponseBody: true,
},
},
})
jobId := "babc6cfc8cd2111ecb09a52540038936c"
DescribeWorkflowRes, _, err := c.CI.DescribeInventoryTriggerJob(context.Background(), jobId)
log_status(err)
fmt.Printf("%+v\n", DescribeWorkflowRes)
}

// DescribeInventoryTriggerJobs TODO
func DescribeInventoryTriggerJobs() {
u, _ := url.Parse("https://lilang-1253960454.cos.ap-chongqing.myqcloud.com")
cu, _ := url.Parse("https://lilang-1253960454.ci.ap-chongqing.myqcloud.com")
b := &cos.BaseURL{BucketURL: u, CIURL: cu}
c := cos.NewClient(b, &http.Client{
Transport: &cos.AuthorizationTransport{
SecretID: os.Getenv("COS_SECRETID"),
SecretKey: os.Getenv("COS_SECRETKEY"),
Transport: &debug.DebugRequestTransport{
RequestHeader: true,
// Notice when put a large file and set need the request body, might happend out of memory error.
RequestBody: true,
ResponseHeader: true,
ResponseBody: true,
},
},
})
opt := &cos.DescribeInventoryTriggerJobsOptions{
States: "All",
}
DescribeWorkflowRes, _, err := c.CI.DescribeInventoryTriggerJobs(context.Background(), opt)
log_status(err)
fmt.Printf("%+v\n", DescribeWorkflowRes)
}

// CreateInventoryTriggerJob TODO
func CreateInventoryTriggerJob() {
u, _ := url.Parse("https://lilang-1253960454.cos.ap-chongqing.myqcloud.com")
cu, _ := url.Parse("https://lilang-1253960454.ci.ap-chongqing.myqcloud.com")
b := &cos.BaseURL{BucketURL: u, CIURL: cu}
c := cos.NewClient(b, &http.Client{
Transport: &cos.AuthorizationTransport{
SecretID: os.Getenv("COS_SECRETID"),
SecretKey: os.Getenv("COS_SECRETKEY"),
Transport: &debug.DebugRequestTransport{
RequestHeader: true,
// Notice when put a large file and set need the request body, might happend out of memory error.
RequestBody: true,
ResponseHeader: true,
ResponseBody: true,
},
},
})
rand.Seed(time.Now().UnixNano())
opt := &cos.CreateInventoryTriggerJobOptions{
Name: "trigger-" + strconv.Itoa(rand.Intn(100)),
Input: &cos.InventoryTriggerJobInput{
Manifest: "https://lilang-1253960454.cos.ap-chongqing.myqcloud.com/cos_bucket_inventory/1253960454/lilang/menu_instant_20220506171340/20220506/manifest.json",
},
Operation: &cos.InventoryTriggerJobOperation{
WorkflowIds: "web6ac56c1ef54dbfa44d7f4103203be9",
TimeInterval: cos.InventoryTriggerJobOperationTimeInterval{
Start: "2002-02-16T10:45:12+0800",
End: "2022-05-16T10:45:12+0800",
},
},
}
DescribeInventoryTriggerJobRes, _, err := c.CI.CreateInventoryTriggerJob(context.Background(), opt)
log_status(err)
fmt.Printf("%+v\n", DescribeInventoryTriggerJobRes)
}

// CancelInventoryTriggerJobs TODO
func CancelInventoryTriggerJobs() {
u, _ := url.Parse("https://lilang-1253960454.cos.ap-chongqing.myqcloud.com")
cu, _ := url.Parse("https://lilang-1253960454.ci.ap-chongqing.myqcloud.com")
b := &cos.BaseURL{BucketURL: u, CIURL: cu}
c := cos.NewClient(b, &http.Client{
Transport: &cos.AuthorizationTransport{
SecretID: os.Getenv("COS_SECRETID"),
SecretKey: os.Getenv("COS_SECRETKEY"),
Transport: &debug.DebugRequestTransport{
RequestHeader: true,
// Notice when put a large file and set need the request body, might happend out of memory error.
RequestBody: true,
ResponseHeader: true,
ResponseBody: true,
},
},
})
jobId := "b56a3bbc0cd3011ecb09a52540038936c"
_, err := c.CI.CancelInventoryTriggerJob(context.Background(), jobId)
log_status(err)
}

func main() {
// DescribeInventoryTriggerJob()
// DescribeInventoryTriggerJobs()
// CreateInventoryTriggerJob()
// CancelInventoryTriggerJobs()
}

0 comments on commit 7427269

Please sign in to comment.