add disallows

kmurphypolygon · kmurphypolygon · commit 2480adba6953 · 2024-10-10T16:15:38.000+02:00
diff --git a/docs/robots.txt b/docs/robots.txt
@@ -1,4 +1,9 @@
 User-agent: *
 Allow: /
+Disallow: /docs/
+Disallow: /tutorials/
+Disallow: /developer/
+Disallow: /core/
+Disallow: /validator/
 
 Sitemap: https://docs.polygon.technology/sitemap.xml
