blob: 56e05a68c7324c8160e15fb94a72705db78934e8 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
Sitemap: {{ .Site.BaseURL }}sitemap.xml
User-agent: AhrefsBot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
|
