diff --git a/containerd.service b/containerd.service
index 79e4ce684..1ae7fe865 100644
--- a/containerd.service
+++ b/containerd.service
@@ -4,7 +4,7 @@ Documentation=https://containerd.io
 After=network.target
 
 [Service]
-ExecStartPre=/sbin/modprobe overlay
+ExecStartPre=-/sbin/modprobe overlay
 ExecStart=/usr/local/bin/containerd
 
 Delegate=yes
diff --git a/docs/ops.md b/docs/ops.md
index 1d842eb68..45c628655 100644
--- a/docs/ops.md
+++ b/docs/ops.md
@@ -49,7 +49,7 @@ Documentation=https://containerd.io
 After=network.target
 
 [Service]
-ExecStartPre=/sbin/modprobe overlay
+ExecStartPre=-/sbin/modprobe overlay
 ExecStart=/usr/local/bin/containerd
 Delegate=yes
 KillMode=process