diff --git a/frontend/index.html b/frontend/index.html index fef8afa..c7ed055 100644 --- a/frontend/index.html +++ b/frontend/index.html @@ -5,6 +5,16 @@ Siftlode + + + +
diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt new file mode 100644 index 0000000..43d4e0c --- /dev/null +++ b/frontend/public/robots.txt @@ -0,0 +1,7 @@ +# Siftlode is mostly a private, login-gated app; only the public landing and legal +# pages are worth indexing. Allow crawling but keep bots out of the API surface. +User-agent: * +Allow: / +Disallow: /api/ +Disallow: /auth/ +Disallow: /watch/