diff --git a/src/heretic/main.py b/src/heretic/main.py
index d626e6c..d33188f 100644
--- a/src/heretic/main.py
+++ b/src/heretic/main.py
@@ -240,7 +240,7 @@ def run():
     except IndexError:
         existing_study = None
 
-    if existing_study is not None:
+    if existing_study is not None and settings.evaluate_model is None:
         choices = []
 
         if existing_study.user_attrs["finished"]: