1 | # robots.txt
|
2 | User-agent: Baiduspider
|
3 | Disallow: /
|
4 | User-agent: Sosospider
|
5 | Disallow: /
|
6 | User-agent: sogou spider
|
7 | Disallow: /
|
8 | User-agent: YodaoBot
|
9 | Disallow: /
|
10 | User-agent: Googlebot
|
11 | Disallow: /
|
12 | User-agent: Bingbot
|
13 | Disallow: /
|
14 | User-agent: Slurp
|
15 | Disallow: /
|
16 | User-agent: Teoma
|
17 | Disallow: /
|
18 | User-agent: ia_archiver
|
19 | Disallow: /
|
20 | User-agent: twiceler
|
21 | Disallow: /
|
22 | User-agent: MSNBot
|
23 | Disallow: /
|
24 | User-agent: Scrubby
|
25 | Disallow: /
|
26 | User-agent: Robozilla
|
27 | Disallow: /
|
28 | User-agent: Gigabot
|
29 | Disallow: /
|
30 | User-agent: googlebot-image
|
31 | Disallow: /
|
32 | User-agent: googlebot-mobile
|
33 | Disallow: /
|
34 | User-agent: yahoo-mmcrawler
|
35 | Disallow: /
|
36 | User-agent: yahoo-blogs/v3.9
|
37 | Disallow: /
|
38 | User-agent: psbot
|
39 | Disallow: /
|