-
Notifications
You must be signed in to change notification settings - Fork 228
/
Copy pathrobots.txt
115 lines (110 loc) · 2.13 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
User-agent: Yandex
Disallow: /login/
Disallow: /registration/
Disallow: /remind/
Disallow: /search/
Disallow: /webim
Disallow: /xajax
Disallow: /*?ord=
Disallow: /projects/upload/
Disallow: /*?from
Disallow: /*&ord
Disallow: /*?kind
Disallow: /*?open=
Disallow: /*?closed=
Disallow: /*?user=
Disallow: /*?order=
Disallow: /*?om=
Disallow: /fbd.php
Disallow: /public/
Disallow: /*?word=
Disallow: /*&sort=
Disallow: /proonly.php
Disallow: /login.php
Disallow: /&b=
Disallow: /a.php
Disallow: /*?tag=
Disallow: */rss/*
Disallow: /*?keywords
Disallow: *?mode*
Disallow: *?pid=
Disallow: *?sort
Disallow: *?action
Clean-param: f /users/*/
Clean-param: stamp /users/*/
Clean-param: b /blogs/view.php
Clean-param: ord /blogs/view.php
Clean-param: openlevel /blogs/view.php
Clean-param: om /commune/
Host: https://www.fl.ru
User-agent: Googlebot
Disallow: /login/
Disallow: /registration/
Disallow: /remind/
Disallow: /search/
Disallow: /webim
Disallow: /xajax
Disallow: /projects/upload/
Disallow: /*?ord=
Disallow: /*?from
Disallow: /*&ord
Disallow: /*?kind
Disallow: /*?open=
Disallow: /*?closed=
Disallow: /*?user=
Disallow: /*?order=
Disallow: /*?om=
Disallow: /fbd.php
Disallow: /public/
Disallow: /*?word=
Disallow: /*&sort=
Disallow: /proonly.php
Disallow: /login.php
Disallow: /&b=
Disallow: /a.php
Disallow: /*?tag=
Disallow: */rss/*
Disallow: /*?keywords
Disallow: *?mode*
Disallow: *?pid=
Disallow: *?sort
Disallow: *?action
User-agent: dotbot
Disallow: /
User-agent: aggregator:Spinn3r
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: *
Disallow: /login/
Disallow: /registration/
Disallow: /remind/
Disallow: /search/
Disallow: /webim
Disallow: /xajax
Disallow: /projects/upload/
Disallow: /*?ord=
Disallow: /users/*/contacts/
Disallow: /*?from
Disallow: /*&ord
Disallow: /*?kind
Disallow: /*?open=
Disallow: /*?closed=
Disallow: /*?user=
Disallow: /*?order=
Disallow: /*?om=
Disallow: /fbd.php
Disallow: /public/
Disallow: /*?word=
Disallow: /*&sort=
Disallow: /proonly.php
Disallow: /login.php
Disallow: /&b=
Disallow: /a.php
Disallow: /*?tag=
Disallow: */rss/*
Disallow: /*?keywords
Disallow: *?mode*
Disallow: *?pid=
Disallow: *?sort
Disallow: *?action