diff --git a/pkg/server/container_create.go b/pkg/server/container_create.go
index eab069ddb..4ec4b7692 100644
--- a/pkg/server/container_create.go
+++ b/pkg/server/container_create.go
@@ -747,6 +747,10 @@ func defaultRuntimeSpec(id string) (*runtimespec.Spec, error) {
 	if spec.Linux != nil {
 		spec.Linux.Seccomp = nil
 	}
+
+	// Remove default rlimits (See issue #515)
+	spec.Process.Rlimits = nil
+
 	return spec, nil
 }