diff --git a/bash/bashrc/rbashrc b/bash/bashrc/rbashrc
index 5f4ddc1..45cc0c1 100644
--- a/bash/bashrc/rbashrc
+++ b/bash/bashrc/rbashrc
@@ -171,6 +171,12 @@ function rbash_upgrade {
          $TMPFILE
 
     mv $TMPFILE $__SCRIPT
+
+    # Clean up the old dir
+    if [ $? -eq 0 ] && [ -d "$BASH_SDIR" ]; then
+        rm -r "$BASH_SDIR"
+    fi
+
     . $__SCRIPT
 }