diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 868f613..d260013 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -4,16 +4,6 @@ stages:
   - build
   - deploy
 
-# Setup the SSH Key in required for VPS deployment first
-before_script:
-  - eval "$(ssh-agent -s)"
-  - echo "${SSH_PRIVATE_KEY}" | ssh-add - > /dev/null
-
-  - mkdir -p ~/.ssh/
-  - chmod 700 ~/.ssh/
-
-  - ssh-keyscan $VPS_HOST 2>&1 >> ~/.ssh/known_hosts
-  - chmod 644 ~/.ssh/known_hosts
 
 build-site:
   only:
@@ -23,6 +13,7 @@ build-site:
   stage: build
 
   script:
+    - hugo version
     - hugo 
 
   artifacts:
@@ -37,6 +28,17 @@ deploy-vps:
 
   stage: deploy
 
+  # Setup the SSH Key in required for VPS deployment first
+  before_script:
+    - eval "$(ssh-agent -s)"
+    - echo "${SSH_PRIVATE_KEY}" | ssh-add - > /dev/null
+
+    - mkdir -p ~/.ssh/
+    - chmod 700 ~/.ssh/
+
+    - ssh-keyscan $VPS_HOST 2>&1 >> ~/.ssh/known_hosts
+    - chmod 644 ~/.ssh/known_hosts
+
     # This is all fine because its just static html w/ no scripts :^)
   script:
     - ssh root@shockrah.xyz "rm -rf /var/www/website"