diff --git a/.github/workflows/deploy-pages.yml b/.github/workflows/deploy-pages.yml index 4c3b3c15..32fc3872 100644 --- a/.github/workflows/deploy-pages.yml +++ b/.github/workflows/deploy-pages.yml @@ -48,13 +48,14 @@ jobs: cp install.sh _site/install.sh cp install.ps1 _site/install.ps1 - - name: Verify install scripts + - name: Verify deployment artifact run: | test -f _site/install.sh test -f _site/install.ps1 sh -n _site/install.sh cmp install.sh _site/install.sh cmp install.ps1 _site/install.ps1 + test -e _site/robots.txt - uses: actions/upload-pages-artifact@v5 with: diff --git a/pages/README.md b/pages/README.md index d5a17a06..739c0b31 100644 --- a/pages/README.md +++ b/pages/README.md @@ -117,7 +117,7 @@ pages/ │ ├── utils/ # Shared helpers │ ├── assets/ # Imported icons and images │ └── index.tsx # Frontend entry point -├── public/ # Static files copied verbatim into dist/ +├── public/ # Static files copied verbatim into dist/ & crawling policies ├── dist/ # Production build artifacts (generated, gitignored) ├── index.html # HTML template used by HtmlWebpackPlugin ├── webpack.config.cjs # Bundling + dev server config diff --git a/pages/public/robots.txt b/pages/public/robots.txt new file mode 100644 index 00000000..c2a49f4f --- /dev/null +++ b/pages/public/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Allow: /