diff --git a/apps/api/public/robots.txt b/apps/api/public/robots.txt new file mode 100644 index 000000000..e9e57dc4d --- /dev/null +++ b/apps/api/public/robots.txt @@ -0,0 +1,3 @@ +# https://www.robotstxt.org/robotstxt.html +User-agent: * +Disallow: diff --git a/apps/web/public/robots.txt b/apps/web/public/robots.txt new file mode 100644 index 000000000..bd401b0fe --- /dev/null +++ b/apps/web/public/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: +Allow: /auth/signin +Allow: /auth/signup \ No newline at end of file diff --git a/libs/embed/public/robots.txt b/libs/embed/public/robots.txt new file mode 100644 index 000000000..e9e57dc4d --- /dev/null +++ b/libs/embed/public/robots.txt @@ -0,0 +1,3 @@ +# https://www.robotstxt.org/robotstxt.html +User-agent: * +Disallow: