diff --git a/juser/user_api.py b/juser/user_api.py
index 3d870bac2..b44a62665 100644
--- a/juser/user_api.py
+++ b/juser/user_api.py
@@ -183,6 +183,7 @@ def server_del_user(username):
     bash('userdel -r -f %s' % username)
     logger.debug('rm -f %s/%s_*.pem' % (os.path.join(KEY_DIR, 'user'), username))
     bash('rm -f %s/%s_*.pem' % (os.path.join(KEY_DIR, 'user'), username))
+    bash('rm -f %s/%s.pem' % (os.path.join(KEY_DIR, 'user'), username))
 
 
 def get_display_msg(user, password='', ssh_key_pwd='', send_mail_need=False):