diff --git a/ansible/playbook.yml b/ansible/playbook.yml
index 71986c2..ce9221d 100644
--- a/ansible/playbook.yml
+++ b/ansible/playbook.yml
@@ -37,6 +37,17 @@
         dest: etc/services.d/autoreply-editor.ini
       notify: reload supervisord
 
+    - name: Create autoresponders directory
+      file:
+        path: autoresponders
+        state: directory
+
+    - name: Create autoreply mailbot filter
+      template:
+        src: filter-autoreply.j2
+        dest: .filter-autoreply
+        mode: 0600
+
   handlers:
     - name: reread supervisord
       command: supervisorctl reread
diff --git a/ansible/templates/filter-autoreply.j2 b/ansible/templates/filter-autoreply.j2
new file mode 100644
index 0000000..a827e15
--- /dev/null
+++ b/ansible/templates/filter-autoreply.j2
@@ -0,0 +1,5 @@
+logfile "$HOME/mailfilter-autoreply.log"
+
+FROM="{{ mail_from }}"
+
+to "| mailbot -T reply -t $HOME/autoreply-editor/{{ message_file }} -d $HOME/autoresponders/autoresponsedb -N -A 'From: $FROM' /var/qmail/bin/qmail-inject -f ''"