diff --git a/remotes/docker/authorizer.go b/remotes/docker/authorizer.go
index bb691f183..2d88c9f17 100644
--- a/remotes/docker/authorizer.go
+++ b/remotes/docker/authorizer.go
@@ -80,11 +80,7 @@ func (a *dockerAuthorizer) AddResponses(ctx context.Context, responses []*http.R
 
 			// TODO(dmcg): Store challenge, not token
 			// Move token fetching to authorize
-			if err := a.setTokenAuth(ctx, host, c.parameters); err != nil {
-				return err
-			}
-
-			return nil
+			return a.setTokenAuth(ctx, host, c.parameters)
 		} else if c.scheme == basicAuth {
 			// TODO: Resolve credentials on authorize
 			username, secret, err := a.credentials(host)