Disallow CCBot
This commit is contained in:
parent
c1894e38d3
commit
06d1fb60d2
2 changed files with 7 additions and 0 deletions
|
@ -3,6 +3,8 @@ languageCode = 'en-us'
|
||||||
title = '~redstrate'
|
title = '~redstrate'
|
||||||
theme = 'red'
|
theme = 'red'
|
||||||
enableGitInfo = true
|
enableGitInfo = true
|
||||||
|
enableRobotsTXT = true
|
||||||
|
|
||||||
[params]
|
[params]
|
||||||
description = "My personal corner of the Internet!"
|
description = "My personal corner of the Internet!"
|
||||||
|
|
||||||
|
|
5
themes/red/layouts/robots.txt
Normal file
5
themes/red/layouts/robots.txt
Normal file
|
@ -0,0 +1,5 @@
|
||||||
|
User-agent: CCBot
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: Mediapartners-Google
|
||||||
|
Disallow: /
|
Loading…
Add table
Reference in a new issue