Files
temporal/service/matching/fx.go
Rodrigo Zhou 507d637d8d Create dynamic config for max service error message length (#10151)
## What changed?
Create dynamic config for max service error message length

## Why?
Replacing constant max length with dynamic config for added flexibility.

## How did you test it?
- [x] built
- [ ] run locally and tested manually
- [x] covered by existing tests
- [ ] added new unit test(s)
- [ ] added new functional test(s)

## Potential risks
2026-05-01 15:53:42 -07:00

230 lines
7.8 KiB
Go

package matching
import (
"go.temporal.io/server/chasm"
"go.temporal.io/server/common"
"go.temporal.io/server/common/cluster"
"go.temporal.io/server/common/config"
"go.temporal.io/server/common/dynamicconfig"
"go.temporal.io/server/common/log"
"go.temporal.io/server/common/membership"
"go.temporal.io/server/common/metrics"
"go.temporal.io/server/common/namespace"
"go.temporal.io/server/common/persistence"
"go.temporal.io/server/common/persistence/serialization"
"go.temporal.io/server/common/persistence/visibility"
"go.temporal.io/server/common/persistence/visibility/manager"
"go.temporal.io/server/common/primitives"
"go.temporal.io/server/common/resolver"
"go.temporal.io/server/common/resource"
"go.temporal.io/server/common/rpc/interceptor"
"go.temporal.io/server/common/searchattribute"
"go.temporal.io/server/service"
"go.temporal.io/server/service/matching/configs"
"go.temporal.io/server/service/matching/workers"
"go.temporal.io/server/service/worker/workerdeployment"
"go.uber.org/fx"
"google.golang.org/grpc"
healthpb "google.golang.org/grpc/health/grpc_health_v1"
)
var Module = fx.Options(
resource.Module,
workerdeployment.Module,
fx.Provide(ConfigProvider),
fx.Provide(PersistenceRateLimitingParamsProvider),
service.PersistenceLazyLoadedServiceResolverModule,
fx.Provide(ThrottledLoggerRpsFnProvider),
fx.Provide(ServiceErrorInterceptorProvider),
fx.Provide(ContextMetadataInterceptorProvider),
fx.Provide(RetryableInterceptorProvider),
fx.Provide(ErrorHandlerProvider),
fx.Provide(TelemetryInterceptorProvider),
fx.Provide(RateLimitInterceptorProvider),
fx.Provide(VisibilityManagerProvider),
fx.Provide(WorkersRegistryProvider),
fx.Provide(NewHandler),
fx.Provide(service.GrpcServerOptionsProvider),
fx.Provide(NamespaceReplicationQueueProvider),
fx.Provide(ServiceResolverProvider),
fx.Provide(ServerProvider),
fx.Provide(NewService),
fx.Invoke(ServiceLifetimeHooks),
)
func ServerProvider(grpcServerOptions []grpc.ServerOption) *grpc.Server {
return grpc.NewServer(grpcServerOptions...)
}
func ConfigProvider(
dc *dynamicconfig.Collection,
persistenceConfig config.Persistence,
) *Config {
return NewConfig(dc)
}
func ServiceErrorInterceptorProvider(
dc *dynamicconfig.Collection,
) *interceptor.ServiceErrorInterceptor {
return interceptor.NewServiceErrorInterceptor(
dynamicconfig.MaxServiceErrorMessageLength.Get(dc),
)
}
func RetryableInterceptorProvider() *interceptor.RetryableInterceptor {
return interceptor.NewRetryableInterceptor(
common.CreateMatchingHandlerRetryPolicy(),
common.IsServiceHandlerRetryableError,
)
}
func ErrorHandlerProvider(
logger log.Logger,
serviceConfig *Config,
) *interceptor.RequestErrorHandler {
return interceptor.NewRequestErrorHandler(
logger,
serviceConfig.LogAllReqErrors,
)
}
func TelemetryInterceptorProvider(
logger log.Logger,
namespaceRegistry namespace.Registry,
metricsHandler metrics.Handler,
serviceConfig *Config,
requestErrorHandler *interceptor.RequestErrorHandler,
) *interceptor.TelemetryInterceptor {
return interceptor.NewTelemetryInterceptor(
namespaceRegistry,
metricsHandler,
logger,
serviceConfig.LogAllReqErrors,
requestErrorHandler,
)
}
func ThrottledLoggerRpsFnProvider(serviceConfig *Config) resource.ThrottledLoggerRpsFn {
return func() float64 { return float64(serviceConfig.ThrottledLogRPS()) }
}
func RateLimitInterceptorProvider(
serviceConfig *Config,
) *interceptor.RateLimitInterceptor {
return interceptor.NewRateLimitInterceptor(
configs.NewPriorityRateLimiter(func() float64 { return float64(serviceConfig.RPS()) }, serviceConfig.OperatorRPSRatio),
map[string]int{
healthpb.Health_Check_FullMethodName: 0, // exclude health check requests from rate limiting.
},
)
}
// PersistenceRateLimitingParamsProvider is the same between services but uses different config sources.
// if-case comes from resourceImpl.New.
func PersistenceRateLimitingParamsProvider(
serviceConfig *Config,
persistenceLazyLoadedServiceResolver service.PersistenceLazyLoadedServiceResolver,
logger log.SnTaggedLogger,
) service.PersistenceRateLimitingParams {
return service.NewPersistenceRateLimitingParams(
serviceConfig.PersistenceMaxQPS,
serviceConfig.PersistenceGlobalMaxQPS,
serviceConfig.PersistenceNamespaceMaxQPS,
serviceConfig.PersistenceGlobalNamespaceMaxQPS,
serviceConfig.PersistencePerShardNamespaceMaxQPS,
serviceConfig.OperatorRPSRatio,
serviceConfig.PersistenceQPSBurstRatio,
serviceConfig.PersistenceDynamicRateLimitingParams,
persistenceLazyLoadedServiceResolver,
logger,
)
}
func ServiceResolverProvider(
membershipMonitor membership.Monitor,
) (membership.ServiceResolver, error) {
return membershipMonitor.GetResolver(primitives.MatchingService)
}
// TaskQueueReplicatorNamespaceReplicationQueue is used to ensure the replicator only gets set if global namespaces are
// enabled on this cluster. See NamespaceReplicationQueueProvider below.
type TaskQueueReplicatorNamespaceReplicationQueue persistence.NamespaceReplicationQueue
func NamespaceReplicationQueueProvider(
namespaceReplicationQueue persistence.NamespaceReplicationQueue,
clusterMetadata cluster.Metadata,
) TaskQueueReplicatorNamespaceReplicationQueue {
var replicatorNamespaceReplicationQueue persistence.NamespaceReplicationQueue
if clusterMetadata.IsGlobalNamespaceEnabled() {
replicatorNamespaceReplicationQueue = namespaceReplicationQueue
}
return replicatorNamespaceReplicationQueue
}
func VisibilityManagerProvider(
logger log.Logger,
persistenceConfig *config.Persistence,
customVisibilityStoreFactory visibility.VisibilityStoreFactory,
metricsHandler metrics.Handler,
serviceConfig *Config,
persistenceServiceResolver resolver.ServiceResolver,
searchAttributesMapperProvider searchattribute.MapperProvider,
saProvider searchattribute.Provider,
namespaceRegistry namespace.Registry,
chasmRegistry *chasm.Registry,
serializer serialization.Serializer,
) (manager.VisibilityManager, error) {
return visibility.NewManager(
*persistenceConfig,
persistenceServiceResolver,
customVisibilityStoreFactory,
nil, // matching visibility never writes
saProvider,
searchAttributesMapperProvider,
namespaceRegistry,
chasmRegistry,
serviceConfig.VisibilityPersistenceMaxReadQPS,
serviceConfig.VisibilityPersistenceMaxWriteQPS,
serviceConfig.OperatorRPSRatio,
serviceConfig.VisibilityPersistenceSlowQueryThreshold,
serviceConfig.EnableReadFromSecondaryVisibility,
serviceConfig.VisibilityEnableShadowReadMode,
dynamicconfig.GetStringPropertyFn(visibility.SecondaryVisibilityWritingModeOff), // matching visibility never writes
serviceConfig.VisibilityDisableOrderByClause,
serviceConfig.VisibilityEnableManualPagination,
serviceConfig.VisibilityEnableUnifiedQueryConverter,
metricsHandler,
logger,
serializer,
)
}
func ContextMetadataInterceptorProvider(logger log.Logger) *interceptor.ContextMetadataInterceptor {
return interceptor.NewContextMetadataInterceptor(true, logger)
}
func ServiceLifetimeHooks(lc fx.Lifecycle, svc *Service) {
lc.Append(fx.StartStopHook(svc.Start, svc.Stop))
}
func WorkersRegistryProvider(
lc fx.Lifecycle,
metricsHandler metrics.Handler,
serviceConfig *Config,
) workers.Registry {
return workers.NewRegistry(lc, workers.RegistryParams{
NumBuckets: serviceConfig.WorkerRegistryNumBuckets,
TTL: serviceConfig.WorkerRegistryEntryTTL,
MinEvictAge: serviceConfig.WorkerRegistryMinEvictAge,
MaxItems: serviceConfig.WorkerRegistryMaxEntries,
EvictionInterval: serviceConfig.WorkerRegistryEvictionInterval,
MetricsHandler: metricsHandler,
MetricsConfig: workers.WorkerMetricsConfig{
EnablePluginMetrics: serviceConfig.EnableWorkerPluginMetrics,
EnablePollerAutoscalingMetrics: serviceConfig.EnablePollerAutoscalingMetrics,
BreakdownMetricsByTaskQueue: serviceConfig.BreakdownMetricsByTaskQueue,
ExternalPayloadsEnabled: serviceConfig.ExternalPayloadsEnabled,
},
})
}