Add robots.txt to stop crawlers

socreatory · Nov 23, 2023 · 08191b5 · 08191b5
1 parent 9a3d9fb
commit 08191b5
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/.github/workflows/nodejs.yml b/.github/workflows/nodejs.yml
@@ -56,6 +56,8 @@ jobs:
         run: npm install
       - name: Build with aiur
         run: npm run aiur
+      - name: Add robots.txt
+        run: cp lib/robots.txt dist/robots.txt
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v2
         with:

diff --git a/lib/robots.txt b/lib/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /