diff --git a/ansible/playbook.yml b/ansible/playbook.yml
index cc7fc66..2a1a749 100644
--- a/ansible/playbook.yml
+++ b/ansible/playbook.yml
@@ -5,11 +5,13 @@
       git:
         repo: https://src.mehl.mx/mxmehl/autoreply-editor.git
         dest: autoreply-editor
+      notify: restart supervisord
 
     - name: Deploy config file
       template:
         src: config.py.j2
         dest: autoreply-editor/config.py
+      notify: restart supervisord
 
     - name: Install specified python requirements
       pip:
@@ -46,3 +48,5 @@
     - name: update supervisord
       command: supervisorctl update
       listen: reload supervisord
+    - name: restart supervisord
+      command: supervisorctl restart autoreply-editor
diff --git a/ansible/templates/autoreply-editor.ini.j2 b/ansible/templates/autoreply-editor.ini.j2
index 9bcd98e..63723e5 100644
--- a/ansible/templates/autoreply-editor.ini.j2
+++ b/ansible/templates/autoreply-editor.ini.j2
@@ -1,4 +1,4 @@
 [program:autoreply-editor]
 directory=/home/{{ ansible_user_id }}/autoreply-editor
 command=gunicorn --bind 0.0.0.0:{{ port }} wsgi:app
-startsecs=60
+startsecs=5