mirror of
https://github.com/temporalio/temporal.git
synced 2026-08-30 18:41:49 -07:00
3ba31f2ac0
Adds generic `await.Rcv` and `await.Snd` helpers that bound blocking channel operations by the test context and report closure or cancellation clearly. Replaces both previous helpers and existing unsafe channel rcv/snd across tests.
558 lines
20 KiB
Go
558 lines
20 KiB
Go
package tests
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/binary"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
commandpb "go.temporal.io/api/command/v1"
|
|
commonpb "go.temporal.io/api/common/v1"
|
|
enumspb "go.temporal.io/api/enums/v1"
|
|
filterpb "go.temporal.io/api/filter/v1"
|
|
historypb "go.temporal.io/api/history/v1"
|
|
"go.temporal.io/api/serviceerror"
|
|
taskqueuepb "go.temporal.io/api/taskqueue/v1"
|
|
"go.temporal.io/api/workflowservice/v1"
|
|
"go.temporal.io/server/common"
|
|
"go.temporal.io/server/common/convert"
|
|
"go.temporal.io/server/common/dynamicconfig"
|
|
"go.temporal.io/server/common/log/tag"
|
|
"go.temporal.io/server/common/payloads"
|
|
"go.temporal.io/server/common/testing/await"
|
|
"go.temporal.io/server/common/testing/parallelsuite"
|
|
"go.temporal.io/server/common/testing/taskpoller"
|
|
"go.temporal.io/server/common/testing/testvars"
|
|
"go.temporal.io/server/service/history/consts"
|
|
"go.temporal.io/server/tests/testcore"
|
|
"google.golang.org/protobuf/types/known/durationpb"
|
|
"google.golang.org/protobuf/types/known/timestamppb"
|
|
)
|
|
|
|
type SizeLimitSuite struct {
|
|
parallelsuite.Suite[*SizeLimitSuite]
|
|
}
|
|
|
|
func TestSizeLimitFunctionalSuite(t *testing.T) {
|
|
parallelsuite.Run(t, &SizeLimitSuite{})
|
|
}
|
|
|
|
func (s *SizeLimitSuite) TestTerminateWorkflowCausedByHistoryCountLimit() {
|
|
env := testcore.NewEnv(
|
|
s.T(),
|
|
testcore.WithDynamicConfig(dynamicconfig.HistoryCountLimitWarn, 10),
|
|
testcore.WithDynamicConfig(dynamicconfig.HistoryCountLimitError, 20),
|
|
// Poller identity is persisted in mutable state when an activity starts.
|
|
// If identity changes to a longer value (for example tv.WorkerIdentity()),
|
|
// low mutable-state/history-size limits can be hit before history-count limits.
|
|
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitWarn, 10*1024*1024),
|
|
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitError, 50*1024*1024),
|
|
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitWarn, 1*1024*1024),
|
|
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitError, 8*1024*1024),
|
|
)
|
|
|
|
id := "functional-terminate-workflow-by-history-count-limit-test"
|
|
wt := "functional-terminate-workflow-by-history-count-limit-test-type"
|
|
tq := "functional-terminate-workflow-by-history-count-limit-test-taskqueue"
|
|
tv := testvars.New(s.T()).WithTaskQueue(tq)
|
|
activityName := "activity_type1"
|
|
|
|
workflowType := &commonpb.WorkflowType{Name: wt}
|
|
|
|
taskQueue := &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL}
|
|
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: workflowType,
|
|
TaskQueue: taskQueue,
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(100 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(10 * time.Second),
|
|
}
|
|
|
|
we, err0 := env.FrontendClient().StartWorkflowExecution(s.Context(), request)
|
|
s.NoError(err0)
|
|
|
|
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
|
|
|
|
activityCount := int32(4)
|
|
activityCounter := int32(0)
|
|
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
|
|
if activityCounter < activityCount {
|
|
activityCounter++
|
|
buf := new(bytes.Buffer)
|
|
s.NoError(binary.Write(buf, binary.LittleEndian, activityCounter))
|
|
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_SCHEDULE_ACTIVITY_TASK,
|
|
Attributes: &commandpb.Command_ScheduleActivityTaskCommandAttributes{ScheduleActivityTaskCommandAttributes: &commandpb.ScheduleActivityTaskCommandAttributes{
|
|
ActivityId: convert.Int32ToString(activityCounter),
|
|
ActivityType: &commonpb.ActivityType{Name: activityName},
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: payloads.EncodeBytes(buf.Bytes()),
|
|
ScheduleToCloseTimeout: durationpb.New(100 * time.Second),
|
|
ScheduleToStartTimeout: durationpb.New(10 * time.Second),
|
|
StartToCloseTimeout: durationpb.New(50 * time.Second),
|
|
HeartbeatTimeout: durationpb.New(5 * time.Second),
|
|
}},
|
|
}}, nil
|
|
}
|
|
|
|
return []*commandpb.Command{{
|
|
CommandType: enumspb.COMMAND_TYPE_COMPLETE_WORKFLOW_EXECUTION,
|
|
Attributes: &commandpb.Command_CompleteWorkflowExecutionCommandAttributes{CompleteWorkflowExecutionCommandAttributes: &commandpb.CompleteWorkflowExecutionCommandAttributes{
|
|
Result: payloads.EncodeString("Done"),
|
|
}},
|
|
}}, nil
|
|
}
|
|
|
|
poller := env.TaskPoller()
|
|
|
|
for i := int32(0); i < activityCount-1; i++ {
|
|
dwResp, err := env.FrontendClient().DescribeWorkflowExecution(s.Context(), &workflowservice.DescribeWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
Execution: &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.RunId,
|
|
},
|
|
})
|
|
s.NoError(err)
|
|
|
|
// Poll workflow task only if it is running
|
|
if dwResp.WorkflowExecutionInfo.Status == enumspb.WORKFLOW_EXECUTION_STATUS_RUNNING {
|
|
_, err := poller.PollAndHandleWorkflowTask(tv, func(task *workflowservice.PollWorkflowTaskQueueResponse) (*workflowservice.RespondWorkflowTaskCompletedRequest, error) {
|
|
cmds, err := wtHandler(task)
|
|
return &workflowservice.RespondWorkflowTaskCompletedRequest{Commands: cmds}, err
|
|
})
|
|
env.Logger.Info("PollAndHandleWorkflowTask", tag.Error(err))
|
|
s.NoError(err)
|
|
|
|
_, err = poller.PollAndHandleActivityTask(tv, func(task *workflowservice.PollActivityTaskQueueResponse) (*workflowservice.RespondActivityTaskCompletedRequest, error) {
|
|
return &workflowservice.RespondActivityTaskCompletedRequest{
|
|
Result: payloads.EncodeString("Activity Result"),
|
|
}, nil
|
|
}, taskpoller.WithTimeout(90*time.Second))
|
|
env.Logger.Info("PollAndHandleActivityTask", tag.Error(err))
|
|
s.NoError(err)
|
|
}
|
|
}
|
|
|
|
var signalErr error
|
|
// Send signals until workflow is force terminated
|
|
SignalLoop:
|
|
for range 10 {
|
|
// Send another signal without RunID
|
|
signalName := "another signal"
|
|
signalInput := payloads.EncodeString("another signal input")
|
|
_, signalErr = env.FrontendClient().SignalWorkflowExecution(s.Context(), &workflowservice.SignalWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowExecution: &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
},
|
|
SignalName: signalName,
|
|
Input: signalInput,
|
|
})
|
|
|
|
if signalErr != nil {
|
|
break SignalLoop
|
|
}
|
|
}
|
|
// Signalling workflow should result in force terminating the workflow execution and returns with ResourceExhausted
|
|
// error. InvalidArgument is returned by the client.
|
|
s.EqualError(signalErr, common.FailureReasonHistoryCountExceedsLimit)
|
|
s.ErrorAs(signalErr, new(*serviceerror.InvalidArgument))
|
|
|
|
historyEvents := env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.GetRunId(),
|
|
})
|
|
s.EqualHistoryEvents(`
|
|
1 WorkflowExecutionStarted
|
|
2 WorkflowTaskScheduled
|
|
3 WorkflowTaskStarted
|
|
4 WorkflowTaskCompleted
|
|
5 ActivityTaskScheduled
|
|
6 ActivityTaskStarted
|
|
7 ActivityTaskCompleted
|
|
8 WorkflowTaskScheduled
|
|
9 WorkflowTaskStarted
|
|
10 WorkflowTaskCompleted
|
|
11 ActivityTaskScheduled
|
|
12 ActivityTaskStarted
|
|
13 ActivityTaskCompleted
|
|
14 WorkflowTaskScheduled
|
|
15 WorkflowTaskStarted
|
|
16 WorkflowTaskCompleted
|
|
17 ActivityTaskScheduled
|
|
18 ActivityTaskStarted
|
|
19 ActivityTaskCompleted
|
|
20 WorkflowTaskScheduled
|
|
21 WorkflowExecutionSignaled
|
|
22 WorkflowExecutionTerminated`, historyEvents)
|
|
|
|
// verify visibility is correctly processed from open to close
|
|
s.Eventually(
|
|
func() bool {
|
|
resp, err1 := env.FrontendClient().ListClosedWorkflowExecutions(
|
|
s.Context(),
|
|
&workflowservice.ListClosedWorkflowExecutionsRequest{
|
|
Namespace: env.Namespace().String(),
|
|
MaximumPageSize: 100,
|
|
StartTimeFilter: &filterpb.StartTimeFilter{
|
|
EarliestTime: nil,
|
|
LatestTime: timestamppb.New(time.Now().UTC()),
|
|
},
|
|
Filters: &workflowservice.ListClosedWorkflowExecutionsRequest_ExecutionFilter{
|
|
ExecutionFilter: &filterpb.WorkflowExecutionFilter{
|
|
WorkflowId: id,
|
|
},
|
|
},
|
|
},
|
|
)
|
|
s.NoError(err1)
|
|
if len(resp.Executions) == 1 {
|
|
return true
|
|
}
|
|
env.Logger.Info("Closed WorkflowExecution is not yet visible")
|
|
return false
|
|
},
|
|
testcore.WaitForESToSettle,
|
|
100*time.Millisecond,
|
|
)
|
|
}
|
|
|
|
func (s *SizeLimitSuite) TestWorkflowFailed_PayloadSizeTooLarge() {
|
|
env := testcore.NewEnv(
|
|
s.T(),
|
|
testcore.WithDynamicConfig(dynamicconfig.BlobSizeLimitWarn, 1),
|
|
testcore.WithDynamicConfig(dynamicconfig.BlobSizeLimitError, 1000),
|
|
)
|
|
id := "functional-workflow-failed-large-payload"
|
|
wt := "functional-workflow-failed-large-payload-type"
|
|
tl := "functional-workflow-failed-large-payload-taskqueue"
|
|
tv := testvars.New(s.T()).WithTaskQueue(tl)
|
|
|
|
largePayload := make([]byte, 1001)
|
|
pl, err := payloads.Encode(largePayload)
|
|
s.NoError(err)
|
|
sigReadyToSendChan := make(chan struct{}, 1)
|
|
sigSendDoneChan := make(chan struct{})
|
|
|
|
poller := env.TaskPoller()
|
|
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: &commonpb.WorkflowType{Name: wt},
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tl, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: nil,
|
|
WorkflowTaskTimeout: durationpb.New(60 * time.Second),
|
|
Identity: "worker",
|
|
}
|
|
|
|
we, err := env.FrontendClient().StartWorkflowExecution(s.Context(), request)
|
|
s.NoError(err)
|
|
|
|
go func() {
|
|
_, err = poller.PollAndHandleWorkflowTask(tv, func(task *workflowservice.PollWorkflowTaskQueueResponse) (*workflowservice.RespondWorkflowTaskCompletedRequest, error) {
|
|
select {
|
|
case sigReadyToSendChan <- struct{}{}:
|
|
default:
|
|
}
|
|
|
|
select {
|
|
case <-sigSendDoneChan:
|
|
case <-s.Context().Done():
|
|
return nil, s.Context().Err()
|
|
}
|
|
return &workflowservice.RespondWorkflowTaskCompletedRequest{
|
|
Commands: []*commandpb.Command{
|
|
{
|
|
CommandType: enumspb.COMMAND_TYPE_RECORD_MARKER,
|
|
Attributes: &commandpb.Command_RecordMarkerCommandAttributes{
|
|
RecordMarkerCommandAttributes: &commandpb.RecordMarkerCommandAttributes{
|
|
MarkerName: "large-payload",
|
|
Details: map[string]*commonpb.Payloads{"test": pl},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}, nil
|
|
})
|
|
env.Logger.Info("PollAndHandleWorkflowTask", tag.Error(err))
|
|
}()
|
|
|
|
await.Rcv(s.T(), sigReadyToSendChan)
|
|
|
|
_, err = env.FrontendClient().SignalWorkflowExecution(s.Context(), &workflowservice.SignalWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowExecution: &commonpb.WorkflowExecution{WorkflowId: id, RunId: we.GetRunId()},
|
|
SignalName: "signal-name",
|
|
Identity: "worker",
|
|
RequestId: uuid.NewString(),
|
|
})
|
|
s.NoError(err)
|
|
close(sigSendDoneChan)
|
|
|
|
// Wait for workflow to fail.
|
|
var historyEvents []*historypb.HistoryEvent
|
|
for range 10 {
|
|
historyEvents = env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{WorkflowId: id, RunId: we.GetRunId()})
|
|
lastEvent := historyEvents[len(historyEvents)-1]
|
|
if lastEvent.GetEventType() == enumspb.EVENT_TYPE_WORKFLOW_EXECUTION_FAILED {
|
|
break
|
|
}
|
|
time.Sleep(time.Second) //nolint:forbidigo
|
|
}
|
|
s.EqualHistoryEvents(`
|
|
1 WorkflowExecutionStarted
|
|
2 WorkflowTaskScheduled
|
|
3 WorkflowTaskStarted
|
|
4 WorkflowTaskFailed
|
|
5 WorkflowExecutionSignaled
|
|
6 WorkflowExecutionTerminated`, historyEvents)
|
|
}
|
|
|
|
func (s *SizeLimitSuite) TestTerminateWorkflowCausedByMsSizeLimit() {
|
|
env := testcore.NewEnv(
|
|
s.T(),
|
|
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitWarn, 200),
|
|
testcore.WithDynamicConfig(dynamicconfig.MutableStateSizeLimitError, 1100),
|
|
)
|
|
id := "functional-terminate-workflow-by-ms-size-limit-test"
|
|
wt := "functional-terminate-workflow-by-ms-size-limit-test-type"
|
|
tq := "functional-terminate-workflow-by-ms-size-limit-test-taskqueue"
|
|
tv := testvars.New(s.T()).WithTaskQueue(tq)
|
|
activityName := "activity_type1"
|
|
|
|
workflowType := &commonpb.WorkflowType{Name: wt}
|
|
|
|
taskQueue := &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL}
|
|
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: workflowType,
|
|
TaskQueue: taskQueue,
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(100 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(1 * time.Second),
|
|
Identity: "worker",
|
|
}
|
|
|
|
we, err0 := env.FrontendClient().StartWorkflowExecution(s.Context(), request)
|
|
s.NoError(err0)
|
|
|
|
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
|
|
|
|
activityCount := int32(4)
|
|
activityLargePayload := payloads.EncodeBytes(make([]byte, 900))
|
|
wtHandler := func(task *workflowservice.PollWorkflowTaskQueueResponse) ([]*commandpb.Command, error) {
|
|
cmds := make([]*commandpb.Command, activityCount)
|
|
for i := range cmds {
|
|
cmds[i] = &commandpb.Command{
|
|
CommandType: enumspb.COMMAND_TYPE_SCHEDULE_ACTIVITY_TASK,
|
|
Attributes: &commandpb.Command_ScheduleActivityTaskCommandAttributes{ScheduleActivityTaskCommandAttributes: &commandpb.ScheduleActivityTaskCommandAttributes{
|
|
ActivityId: convert.Int32ToString(int32(i)),
|
|
ActivityType: &commonpb.ActivityType{Name: activityName},
|
|
TaskQueue: &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL},
|
|
Input: activityLargePayload,
|
|
ScheduleToCloseTimeout: durationpb.New(100 * time.Second),
|
|
ScheduleToStartTimeout: durationpb.New(10 * time.Second),
|
|
StartToCloseTimeout: durationpb.New(50 * time.Second),
|
|
HeartbeatTimeout: durationpb.New(5 * time.Second),
|
|
}},
|
|
}
|
|
}
|
|
return cmds, nil
|
|
}
|
|
|
|
poller := env.TaskPoller()
|
|
|
|
dwResp, err := env.FrontendClient().DescribeWorkflowExecution(s.Context(), &workflowservice.DescribeWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
Execution: &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.RunId,
|
|
},
|
|
})
|
|
s.NoError(err)
|
|
|
|
// Poll workflow task only if it is running
|
|
if dwResp.WorkflowExecutionInfo.Status == enumspb.WORKFLOW_EXECUTION_STATUS_RUNNING {
|
|
_, err := poller.PollAndHandleWorkflowTask(tv, func(task *workflowservice.PollWorkflowTaskQueueResponse) (*workflowservice.RespondWorkflowTaskCompletedRequest, error) {
|
|
cmds, err := wtHandler(task)
|
|
return &workflowservice.RespondWorkflowTaskCompletedRequest{Commands: cmds}, err
|
|
})
|
|
env.Logger.Info("PollAndHandleWorkflowTask", tag.Error(err))
|
|
|
|
// Workflow should be force terminated at this point
|
|
s.EqualError(err, common.FailureReasonMutableStateSizeExceedsLimit)
|
|
}
|
|
|
|
// Send another signal without RunID
|
|
_, signalErr := env.FrontendClient().SignalWorkflowExecution(s.Context(), &workflowservice.SignalWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowExecution: &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
},
|
|
SignalName: "another signal",
|
|
Input: payloads.EncodeString("another signal input"),
|
|
Identity: "worker",
|
|
})
|
|
|
|
s.EqualError(signalErr, consts.ErrWorkflowCompleted.Error())
|
|
s.ErrorAs(signalErr, new(*serviceerror.NotFound))
|
|
|
|
historyEvents := env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.GetRunId(),
|
|
})
|
|
s.EqualHistoryEvents(`
|
|
1 WorkflowExecutionStarted
|
|
2 WorkflowTaskScheduled
|
|
3 WorkflowTaskStarted
|
|
4 WorkflowTaskFailed
|
|
5 WorkflowExecutionTerminated`, historyEvents)
|
|
|
|
// verify visibility is correctly processed from open to close
|
|
s.Eventually(
|
|
func() bool {
|
|
resp, err1 := env.FrontendClient().ListClosedWorkflowExecutions(
|
|
s.Context(),
|
|
&workflowservice.ListClosedWorkflowExecutionsRequest{
|
|
Namespace: env.Namespace().String(),
|
|
MaximumPageSize: 100,
|
|
StartTimeFilter: &filterpb.StartTimeFilter{
|
|
EarliestTime: nil,
|
|
LatestTime: timestamppb.New(time.Now().UTC()),
|
|
},
|
|
Filters: &workflowservice.ListClosedWorkflowExecutionsRequest_ExecutionFilter{
|
|
ExecutionFilter: &filterpb.WorkflowExecutionFilter{
|
|
WorkflowId: id,
|
|
},
|
|
},
|
|
},
|
|
)
|
|
s.NoError(err1)
|
|
if len(resp.Executions) == 1 {
|
|
return true
|
|
}
|
|
env.Logger.Info("Closed WorkflowExecution is not yet visible")
|
|
return false
|
|
},
|
|
testcore.WaitForESToSettle,
|
|
100*time.Millisecond,
|
|
)
|
|
}
|
|
|
|
func (s *SizeLimitSuite) TestTerminateWorkflowCausedByHistorySizeLimit() {
|
|
env := testcore.NewEnv(
|
|
s.T(),
|
|
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitWarn, 5000),
|
|
testcore.WithDynamicConfig(dynamicconfig.HistorySizeLimitError, 9000),
|
|
)
|
|
id := "functional-terminate-workflow-by-history-size-limit-test"
|
|
wt := "functional-terminate-workflow-by-history-size-limit-test-type"
|
|
tq := "functional-terminate-workflow-by-history-size-limit-test-taskqueue"
|
|
workflowType := &commonpb.WorkflowType{Name: wt}
|
|
taskQueue := &taskqueuepb.TaskQueue{Name: tq, Kind: enumspb.TASK_QUEUE_KIND_NORMAL}
|
|
request := &workflowservice.StartWorkflowExecutionRequest{
|
|
RequestId: uuid.NewString(),
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowId: id,
|
|
WorkflowType: workflowType,
|
|
TaskQueue: taskQueue,
|
|
Input: nil,
|
|
WorkflowRunTimeout: durationpb.New(100 * time.Second),
|
|
WorkflowTaskTimeout: durationpb.New(10 * time.Second),
|
|
Identity: "worker",
|
|
}
|
|
|
|
we, err0 := env.FrontendClient().StartWorkflowExecution(s.Context(), request)
|
|
s.NoError(err0)
|
|
|
|
env.Logger.Info("StartWorkflowExecution", tag.WorkflowRunID(we.RunId))
|
|
|
|
var signalErr error
|
|
// Send signals until workflow is force terminated
|
|
largePayload := make([]byte, 900)
|
|
SignalLoop:
|
|
for range 10 {
|
|
// Send another signal without RunID
|
|
signalName := "another signal"
|
|
signalInput, err := payloads.Encode(largePayload)
|
|
s.NoError(err)
|
|
_, signalErr = env.FrontendClient().SignalWorkflowExecution(s.Context(), &workflowservice.SignalWorkflowExecutionRequest{
|
|
Namespace: env.Namespace().String(),
|
|
WorkflowExecution: &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
},
|
|
SignalName: signalName,
|
|
Input: signalInput,
|
|
Identity: "worker",
|
|
})
|
|
|
|
if signalErr != nil {
|
|
break SignalLoop
|
|
}
|
|
}
|
|
// Signalling workflow should result in force terminating the workflow execution and returns with ResourceExhausted
|
|
// error. InvalidArgument is returned by the client.
|
|
s.EqualError(signalErr, common.FailureReasonHistorySizeExceedsLimit)
|
|
s.ErrorAs(signalErr, new(*serviceerror.InvalidArgument))
|
|
|
|
historyEvents := env.GetHistory(env.Namespace().String(), &commonpb.WorkflowExecution{
|
|
WorkflowId: id,
|
|
RunId: we.GetRunId(),
|
|
})
|
|
s.EqualHistoryEvents(`
|
|
1 WorkflowExecutionStarted
|
|
2 WorkflowTaskScheduled
|
|
3 WorkflowExecutionSignaled
|
|
4 WorkflowExecutionSignaled
|
|
5 WorkflowExecutionSignaled
|
|
6 WorkflowExecutionSignaled
|
|
7 WorkflowExecutionSignaled
|
|
8 WorkflowExecutionSignaled
|
|
9 WorkflowExecutionSignaled
|
|
10 WorkflowExecutionSignaled
|
|
11 WorkflowExecutionSignaled
|
|
12 WorkflowExecutionTerminated`, historyEvents)
|
|
|
|
// verify visibility is correctly processed from open to close
|
|
s.Eventually(
|
|
func() bool {
|
|
resp, err1 := env.FrontendClient().ListClosedWorkflowExecutions(
|
|
s.Context(),
|
|
&workflowservice.ListClosedWorkflowExecutionsRequest{
|
|
Namespace: env.Namespace().String(),
|
|
MaximumPageSize: 100,
|
|
StartTimeFilter: &filterpb.StartTimeFilter{
|
|
EarliestTime: nil,
|
|
LatestTime: timestamppb.New(time.Now().UTC()),
|
|
},
|
|
Filters: &workflowservice.ListClosedWorkflowExecutionsRequest_ExecutionFilter{
|
|
ExecutionFilter: &filterpb.WorkflowExecutionFilter{
|
|
WorkflowId: id,
|
|
},
|
|
},
|
|
},
|
|
)
|
|
s.NoError(err1)
|
|
if len(resp.Executions) == 1 {
|
|
return true
|
|
}
|
|
env.Logger.Info("Closed WorkflowExecution is not yet visible")
|
|
return false
|
|
},
|
|
testcore.WaitForESToSettle,
|
|
100*time.Millisecond,
|
|
)
|
|
}
|