public/robots.txt


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

#
#                      .-.
#                     (   )
#                      '-'
#                      J L
#                      | |
#                     J   L
#                     |   |
#                    J     L
#                  .-'.___.'-.
#                 /___________\
#            _.-""'           `bmw._
#          .'                       `.
#        J                            `.
#       F                               L
#      J                                 J
#     J                                  `
#     |                                   L
#     |                                   |
#     |                                   |
#     |                                   J
#     |                                    L
#     |                                    |
#     |             ,.___          ___....--._
#     |           ,'     `""""""""'           `-._
#     |          J           _____________________`-.
#     |         F         .-'   `-88888-'    `Y8888b.`.
#     |         |       .'         `P'         `88888b \
#     |         |      J       #     L      #    q8888b L
#     |         |      |             |           )8888D )
#     |         J      \             J           d8888P P
#     |          L      `.         .b.         ,88888P /
#     |           `.      `-.___,o88888o.___,o88888P'.'
#     |             `-.__________________________..-'
#     |                                    |
#     |         .-----.........____________J
#     |       .' |       |      |       |
#     |      J---|-----..|...___|_______|
#     |      |   |       |      |       |
#     |      Y---|-----..|...___|_______|
#     |       `. |       |      |       |
#     |         `'-------:....__|______.J
#     |                                  |
#      L___                              |
#          """----...______________....--'
#
#
User-agent: *

# Laws of Robotics
Disallow: /harming/humans
Disallow: /ignoring/human/orders
Disallow: /harm/to/self

# 10 seconds until next request
Crawl-delay: 10

# People don't like being stalked ;)
Disallow: /users