From 5ae13d1609958f45ae7add4e6e7e2c50483db639 Mon Sep 17 00:00:00 2001
From: Aaron Parecki <aaron@parecki.com>
Date: Tue, 21 Mar 2017 07:05:53 -0700
Subject: [PATCH] block /parse URL from robots.txt

---
 public/robots.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index e69de29..87aa4dc 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /parse