diff --git a/src/Propellor/CmdLine.hs b/src/Propellor/CmdLine.hs
index b44cbc2..fb4b8ee 100644
--- a/src/Propellor/CmdLine.hs
+++ b/src/Propellor/CmdLine.hs
@@ -166,7 +166,9 @@ spin target relay hst = do
 			void $ actionMessage "Push to central git repository" $
 				boolSystem "git" [Param "push"]
 	
-	cacheparams <- toCommand <$> sshCachingParams hn viarelay
+	cacheparams <- if relaying
+		then pure []
+		else toCommand <$> sshCachingParams hn viarelay
 	when viarelay $
 		void $ boolSystem "ssh-add" []