diff --git a/CHANGELOG.md b/CHANGELOG.md
index 20bbf06e..8a8866d3 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -90,6 +90,7 @@ The **patch** part changes incrementally at each release.
 ### Fixed
 * etc-git: fix warnings ansible-lint
 * evoadmin-web: Put the php config at the right place for Buster
+* lxc: Don't stop the container if it already exists
 * lxc-php: Don't remove the default pool
 * minifirewall: fix warnings ansible-lint
 * nginx: fix munin fcgi not working (missing chmod 660 on logs)
diff --git a/lxc/tasks/create-container.yml b/lxc/tasks/create-container.yml
index 8c4fbe0c..7b47768f 100644
--- a/lxc/tasks/create-container.yml
+++ b/lxc/tasks/create-container.yml
@@ -11,6 +11,7 @@
     template: debian
     state: stopped
     template_options: "--arch amd64 --release {{release}}"
+  when: container_exists.stdout_lines == []
 
 - name: "Disable network configuration inside container {{ name }}"
   replace: