diff --git a/plugins/obs-ffmpeg/jim-nvenc.c b/plugins/obs-ffmpeg/jim-nvenc.c
index c5dcc90bb..842cfc546 100644
--- a/plugins/obs-ffmpeg/jim-nvenc.c
+++ b/plugins/obs-ffmpeg/jim-nvenc.c
@@ -997,7 +997,10 @@ static bool init_encoder(struct nvenc_data *enc, bool hevc,
 
 		blog(LOG_WARNING, "[jim-nvenc] init_specific_encoder failed, "
 				  "trying again without Psycho Visual Tuning");
-		if (!init_specific_encoder(enc, hevc, settings, encoder, bf,
+		nv.nvEncDestroyEncoder(enc->session);
+		enc->session = NULL;
+		if (!init_session(enc) ||
+		    !init_specific_encoder(enc, hevc, settings, encoder, bf,
 					   false)) {
 			return false;
 		}