From e24ba55fad88e2c488678ad46fe0c54386fa58fc Mon Sep 17 00:00:00 2001
From: Thorge Petersen <petersen@rz.uni-kiel.de>
Date: Mon, 12 May 2025 14:32:43 +0200
Subject: [PATCH] Reordered and consolidated robots.txt entries

---
 ckanext/odsh/templates/home/robots.txt | 12 ++++--------
 1 file changed, 4 insertions(+), 8 deletions(-)

diff --git a/ckanext/odsh/templates/home/robots.txt b/ckanext/odsh/templates/home/robots.txt
index 8476848..762f03a 100644
--- a/ckanext/odsh/templates/home/robots.txt
+++ b/ckanext/odsh/templates/home/robots.txt
@@ -1,12 +1,8 @@
-User-agent: SemrushBot
-Disallow: /
-
-User-agent: PetalBot
-Disallow: /
-
+User-agent: AwarioRssBot
+User-agent: AwarioSmartBot
 User-agent: DataForSeoBot
-Disallow: /
-
+User-agent: PetalBot
+User-agent: SemrushBot
 User-agent: SEOkicks
 Disallow: /
 
-- 
GitLab