chore: add robots.txt

.github/workflows/build-test-docs.yml

@@ -69,6 +69,12 @@ jobs:
           yarn build
           ls -lR build
 
+      - name: Set robots.txt
+        run: |
+          if [ -e docs/robots.txt ]; then
+            cp docs/robots.txt docs/build/robots.txt
+          fi
+
       - name: Upload artifact
         uses: actions/upload-artifact@v2
         with:

docs/docusaurus.config.js

@@ -8,7 +8,7 @@ const darkCodeTheme = require('prism-react-renderer/themes/dracula');
 const config = {
   title: 'Modular Avatar',
   tagline: 'Drag-and-drop avatar assembly',
-  url: 'https://modular-avatar.fushizen.net',
+  url: 'https://modular-avatar.nadena.dev',
   baseUrl: '/',
   onBrokenLinks: 'throw',
   onBrokenMarkdownLinks: 'warn',

docs/robots.txt

@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /dev/
+
+Sitemap: https://modular-avatar.nadena.dev/sitemap.xml