diff --git a/temporal-sdk/src/main/java/io/temporal/internal/worker/ActivityPollTask.java b/temporal-sdk/src/main/java/io/temporal/internal/worker/ActivityPollTask.java
index f0d3e649f..c92cdb4ec 100644
--- a/temporal-sdk/src/main/java/io/temporal/internal/worker/ActivityPollTask.java
+++ b/temporal-sdk/src/main/java/io/temporal/internal/worker/ActivityPollTask.java
@@ -10,7 +10,7 @@
 import io.temporal.api.workflowservice.v1.GetSystemInfoResponse;
 import io.temporal.api.workflowservice.v1.PollActivityTaskQueueRequest;
 import io.temporal.api.workflowservice.v1.PollActivityTaskQueueResponse;
-import io.temporal.internal.common.ProtobufTimeUtils;
+
 import io.temporal.serviceclient.MetricsTag;
 import io.temporal.serviceclient.WorkflowServiceStubs;
 import io.temporal.worker.MetricsType;
@@ -120,11 +120,6 @@ public ActivityTask poll() {
         metricsScope.counter(MetricsType.ACTIVITY_POLL_NO_TASK_COUNTER).inc(1);
         return null;
       }
-      metricsScope
-          .timer(MetricsType.ACTIVITY_SCHEDULE_TO_START_LATENCY)
-          .record(
-              ProtobufTimeUtils.toM3Duration(
-                  response.getStartedTime(), response.getCurrentAttemptScheduledTime()));
       isSuccessful = true;
       pollerTracker.pollSucceeded();
       return new ActivityTask(
diff --git a/temporal-sdk/src/main/java/io/temporal/internal/worker/AsyncActivityPollTask.java b/temporal-sdk/src/main/java/io/temporal/internal/worker/AsyncActivityPollTask.java
index 1e8791bd0..f8766c110 100644
--- a/temporal-sdk/src/main/java/io/temporal/internal/worker/AsyncActivityPollTask.java
+++ b/temporal-sdk/src/main/java/io/temporal/internal/worker/AsyncActivityPollTask.java
@@ -12,7 +12,7 @@
 import io.temporal.api.workflowservice.v1.PollActivityTaskQueueRequest;
 import io.temporal.api.workflowservice.v1.PollActivityTaskQueueResponse;
 import io.temporal.internal.common.GrpcUtils;
-import io.temporal.internal.common.ProtobufTimeUtils;
+
 import io.temporal.serviceclient.MetricsTag;
 import io.temporal.serviceclient.WorkflowServiceStubs;
 import io.temporal.worker.MetricsType;
@@ -121,11 +121,6 @@ public CompletableFuture<ActivityTask> poll(SlotPermit permit) {
                 return null;
               }
               pollerTracker.pollSucceeded();
-              metricsScope
-                  .timer(MetricsType.ACTIVITY_SCHEDULE_TO_START_LATENCY)
-                  .record(
-                      ProtobufTimeUtils.toM3Duration(
-                          r.getStartedTime(), r.getCurrentAttemptScheduledTime()));
               return new ActivityTask(
                   r,
                   permit,