robots.txt: add more allow rules in case of future disallowing
This commit is contained in:
parent
8b35856301
commit
4b8065b240
|
@ -1,3 +1,9 @@
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Allow: /
|
Allow: /
|
||||||
|
Allow: /$
|
||||||
|
Allow: /puolueohjelma/$
|
||||||
|
Allow: /saannot/$
|
||||||
|
Allow: /*.html$
|
||||||
|
Allow: /robots.txt
|
||||||
|
Allow: /sitemap.xml
|
||||||
Sitemap: https://piraattipuolue.github.io/sitemap.xml
|
Sitemap: https://piraattipuolue.github.io/sitemap.xml
|
||||||
|
|
Loading…
Reference in New Issue