From b1072b360e30445b6c58acae07a0dd29ec6af1fe Mon Sep 17 00:00:00 2001
From: Riyyi <riyyi3@gmail.com>
Date: Mon, 21 Jun 2021 16:39:51 +0200
Subject: [PATCH] Add robots.txt

---
 app/controllers/IndexController.php | 16 +++++++++++++++-
 route.php                           |  1 +
 2 files changed, 16 insertions(+), 1 deletion(-)

diff --git a/app/controllers/IndexController.php b/app/controllers/IndexController.php
index c88935d..2414735 100644
--- a/app/controllers/IndexController.php
+++ b/app/controllers/IndexController.php
@@ -68,6 +68,20 @@ class IndexController extends PageController {
 		exit();
 	}
 
+    public function robotsAction(): void
+	{
+		$url = Config::c('APP_URL');
+
+		header('content-type: text/plain; charset=UTF-8');
+		echo <<< EOF
+		User-agent: *
+		Allow: /
+		Disallow: /admin
+
+		Sitemap: $url/sitemap.xml
+		EOF;
+	}
+
     public function sitemapAction(): void
 	{
 		$xml = new \SimpleXMLElement('<urlset/>');
@@ -91,7 +105,7 @@ class IndexController extends PageController {
 			$url->addChild('loc', $loc);
 		}
 
-		Header('Content-type: text/xml');
+		header('content-type: text/xml; charset=UTF-8');
 		print($xml->asXML());
 	}
 
diff --git a/route.php b/route.php
index c8163a9..d26cd7c 100644
--- a/route.php
+++ b/route.php
@@ -14,6 +14,7 @@ return [
 	// URL,                         controller,           action,     view/title/description
 	['/',                           'IndexController',    '',         ''],
 	['/img/captcha.jpg',            'IndexController',    'captcha',  ''],
+	['/robots.txt',                 'IndexController',    'robots',   ''],
 	['/sitemap.xml',                'IndexController',    'sitemap',  ''],
 	['/login',                      'LoginController',    'login',    ['', 'Sign in', '']],
 	['/reset-password',             'LoginController',    'reset',    ['', 'Reset password', '']],