diff --git a/cluster/addons/device-plugins/nvidia-gpu/daemonset.yaml b/cluster/addons/device-plugins/nvidia-gpu/daemonset.yaml
index e8c3ccecba..b8147b03f1 100644
--- a/cluster/addons/device-plugins/nvidia-gpu/daemonset.yaml
+++ b/cluster/addons/device-plugins/nvidia-gpu/daemonset.yaml
@@ -23,9 +23,10 @@ spec:
               - key: cloud.google.com/gke-accelerator
                 operator: Exists
       tolerations:
-      - key: "nvidia.com/gpu"
+      - operator: "Exists"
+        effect: "NoExecute"
+      - operator: "Exists"
         effect: "NoSchedule"
-        operator: "Exists"
       hostNetwork: true
       hostPID: true
       volumes: