Add robots.txt
This commit is contained in:
parent
8d07f445c0
commit
ffd0bfb85f
2 changed files with 9 additions and 0 deletions
|
|
@ -19,6 +19,7 @@ module.exports = function(eleventyConfig) {
|
|||
eleventyConfig.addPassthroughCopy({
|
||||
"node_modules/simpledotcss/simple.css": "css/simple.css",
|
||||
});
|
||||
eleventyConfig.addPassthroughCopy({ "src/robots.txt": "robots.txt" });
|
||||
|
||||
eleventyConfig.addFilter("buildPageTitle", function(title) {
|
||||
if (this.page.url === '/') {
|
||||
|
|
|
|||
8
src/robots.txt
Normal file
8
src/robots.txt
Normal file
|
|
@ -0,0 +1,8 @@
|
|||
User-agent: GPTBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Googlebot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Bingbot
|
||||
Disallow: /
|
||||
Loading…
Add table
Add a link
Reference in a new issue