Set context timeout for various history service api calls (cadence-wo…

…rkflow#1239)

Include timeout on various history service API calls from matching
engine.

Emit size metric from replicator before sending message to kafka.

Standardized logging and metric from history service handler.

common/constants.go

@@ -66,3 +66,8 @@ type (
 
 // MaxTaskTimeout is maximum task timeout allowed. 366 days in seconds
 const MaxTaskTimeout = 31622400
+
+const (
+	// GetHistoryWarnSizeLimit is the threshold for emitting warn log
+	GetHistoryWarnSizeLimit = 500 * 1024 // Warn when size goes over 500KB
+)

common/metrics/defs.go

@@ -454,6 +454,8 @@ const (
 	HistorySyncShardStatusScope
 	// HistorySyncActivityScope tracks HistoryActivity API calls received by service
 	HistorySyncActivityScope
+	// HistoryDescribeMutableStateScope tracks HistoryActivity API calls received by service
+	HistoryDescribeMutableStateScope
 	// HistoryShardControllerScope is the scope used by shard controller
 	HistoryShardControllerScope
 	// TransferQueueProcessorScope is the scope used by all metric emitted by transfer queue processor
@@ -763,6 +765,7 @@ var ScopeDefs = map[ServiceIdx]map[int]scopeDefinition{
 		HistoryReplicateEventsScope:                  {operation: "ReplicateEvents"},
 		HistorySyncShardStatusScope:                  {operation: "SyncShardStatus"},
 		HistorySyncActivityScope:                     {operation: "SyncActivity"},
+		HistoryDescribeMutableStateScope:             {operation: "DescribeMutableState"},
 		HistoryShardControllerScope:                  {operation: "ShardController"},
 		TransferQueueProcessorScope:                  {operation: "TransferQueueProcessor"},
 		TransferActiveQueueProcessorScope:            {operation: "TransferActiveQueueProcessor"},

service/frontend/workflowHandler.go

@@ -113,10 +113,6 @@ var (
 	frontendServiceRetryPolicy = common.CreateFrontendServiceRetryPolicy()
 )
 
-const (
-	getHistoryWarnSizeLimit = 500 * 1024 // Warn when size goes over 500KB
-)
-
 // NewWorkflowHandler creates a thrift handler for the cadence service
 func NewWorkflowHandler(sVice service.Service, config *Config, metadataMgr persistence.MetadataManager,
 	historyMgr persistence.HistoryManager, historyV2Mgr persistence.HistoryV2Manager, visibilityMgr persistence.VisibilityManager,
@@ -2309,7 +2305,7 @@ func (wh *WorkflowHandler) getHistory(scope int, domainID string, execution gen.
 	if len(historyEvents) > 0 {
 		wh.metricsClient.RecordTimer(scope, metrics.HistorySize, time.Duration(size))
 
-		if size > getHistoryWarnSizeLimit {
+		if size > common.GetHistoryWarnSizeLimit {
 			wh.GetLogger().WithFields(bark.Fields{
 				logging.TagWorkflowExecutionID: execution.GetWorkflowId(),
 				logging.TagWorkflowRunID:       execution.GetRunId(),