From 5b5e437be34afa899642b17354d77a83d2b63af0 Mon Sep 17 00:00:00 2001
From: Dan LaManna <dan.lamanna@kitware.com>
Date: Mon, 21 Oct 2024 22:54:44 -0400
Subject: [PATCH] Add more user agents to robots.txt

---
 isic/core/templates/core/robots.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/isic/core/templates/core/robots.txt b/isic/core/templates/core/robots.txt
index 9e12f79e..9ff9026f 100644
--- a/isic/core/templates/core/robots.txt
+++ b/isic/core/templates/core/robots.txt
@@ -1,2 +1,4 @@
 User-agent: Amazonbot
+User-agent: AhrefsBot
+User-agent: MJ12bot
 Disallow: /