diff --git a/cli/app/list.go b/cli/app/list.go
index 50fdf21d..8b087d64 100644
--- a/cli/app/list.go
+++ b/cli/app/list.go
@@ -142,7 +142,7 @@ Use "--status/-S" flag to query all servers for the live deployment status.`,
 					appStats.AutoUpdate = autoUpdate
 
 					var newUpdates []string
-					if version != "unknown" {
+					if version != "unknown" && chaosVersion == "unknown" {
 						if err := app.Recipe.EnsureExists(); err != nil {
 							log.Fatalf("unable to clone %s: %s", app.Name, err)
 						}
diff --git a/tests/integration/app_list.bats b/tests/integration/app_list.bats
index 5d255965..2e68fb74 100644
--- a/tests/integration/app_list.bats
+++ b/tests/integration/app_list.bats
@@ -117,3 +117,18 @@ teardown(){
   run $ABRA app ls --status
   assert_success
 }
+
+# bats test_tags=slow
+@test "list with chaos version" {
+  run bash -c "echo foo >> $ABRA_DIR/recipes/$TEST_RECIPE/foo"
+  assert_success
+  assert_exists "$ABRA_DIR/recipes/$TEST_RECIPE/foo"
+
+  run $ABRA app deploy "$TEST_APP_DOMAIN" \
+    --no-input --no-converge-checks --chaos
+  assert_success
+
+  run $ABRA app ls --status
+  assert_success
+  assert_output --partial "+U"
+}