Add robots.txt and .acl to default account and server templates

dmitrizagidulin · dmitrizagidulin · commit e304d6f1c240 · 2018-06-07T19:10:02.000-04:00
diff --git a/default-templates/new-account/robots.txt b/default-templates/new-account/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+# Allow all crawling (subject to ACLs as usual, of course)
+Disallow:
diff --git a/default-templates/new-account/robots.txt.acl b/default-templates/new-account/robots.txt.acl
@@ -0,0 +1,26 @@
+# ACL for the default robots.txt resource
+# Individual users will be able to override it as they wish
+# Public-readable
+
+@prefix acl: <http://www.w3.org/ns/auth/acl#>.
+@prefix foaf: <http://xmlns.com/foaf/0.1/>.
+
+<#owner>
+    a acl:Authorization;
+
+    acl:agent
+        <{{webId}}>;
+
+    acl:accessTo </robots.txt>;
+
+    acl:mode
+        acl:Read, acl:Write, acl:Control.
+
+<#public>
+    a acl:Authorization;
+
+    acl:agentClass foaf:Agent;  # everyone
+
+    acl:accessTo </robots.txt>;
+
+    acl:mode acl:Read.
diff --git a/default-templates/server/robots.txt b/default-templates/server/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+# Allow all crawling (subject to ACLs as usual, of course)
+Disallow:
diff --git a/default-templates/server/robots.txt.acl b/default-templates/server/robots.txt.acl
@@ -0,0 +1,15 @@
+# ACL for the default robots.txt resource
+# Server operators will be able to override it as they wish
+# Public-readable
+
+@prefix acl: <http://www.w3.org/ns/auth/acl#>.
+@prefix foaf: <http://xmlns.com/foaf/0.1/>.
+
+<#public>
+    a acl:Authorization;
+
+    acl:agentClass foaf:Agent;  # everyone
+
+    acl:accessTo </robots.txt>;
+
+    acl:mode acl:Read.

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+User-agent: *`
	`2`	`+# Allow all crawling (subject to ACLs as usual, of course)`
	`3`	`+Disallow:`