From 8f855ab7df7d86c0a7a1b2fb37e9a3c12e51a1ed Mon Sep 17 00:00:00 2001
From: IRBorisov <8611739+IRBorisov@users.noreply.github.com>
Date: Wed, 5 Jun 2024 19:20:44 +0300
Subject: [PATCH] Add robots.txt for REST API

---
 rsconcept/backend/project/urls.py      | 5 +++++
 rsconcept/backend/templates/robots.txt | 2 ++
 2 files changed, 7 insertions(+)
 create mode 100644 rsconcept/backend/templates/robots.txt

diff --git a/rsconcept/backend/project/urls.py b/rsconcept/backend/project/urls.py
index c056c273..550874ba 100644
--- a/rsconcept/backend/project/urls.py
+++ b/rsconcept/backend/project/urls.py
@@ -3,6 +3,7 @@ from django.conf import settings
 from django.conf.urls.static import static
 from django.contrib import admin
 from django.urls import include, path
+from django.views.generic.base import TemplateView
 from drf_spectacular.views import SpectacularAPIView, SpectacularRedocView, SpectacularSwaggerView
 
 urlpatterns = [
@@ -11,5 +12,9 @@ urlpatterns = [
     path('users/', include('apps.users.urls')),
     path('schema', SpectacularAPIView.as_view(), name='schema'),
     path('redoc', SpectacularRedocView.as_view()),
+    path(
+        'robots.txt',
+        TemplateView.as_view(template_name='robots.txt', content_type='text/plain'),
+    ),
     path('', SpectacularSwaggerView.as_view(), name='home'),
 ] + static(settings.STATIC_URL, document_root=settings.STATIC_ROOT)
diff --git a/rsconcept/backend/templates/robots.txt b/rsconcept/backend/templates/robots.txt
new file mode 100644
index 00000000..77470cb3
--- /dev/null
+++ b/rsconcept/backend/templates/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
\ No newline at end of file