forked from cqumirror/mirror-web
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrobots.txt
72 lines (67 loc) · 1.34 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# robots.txt for http://mirrors.tuna.tsinghua.edu.cn
User-agent: *
Disallow: /apache
Disallow: /android
Disallow: /AOSP
Disallow: /archlinux
Disallow: /archlinuxarm
Disallow: /archlinuxcn
Disallow: /centos
Disallow: /chakra
Disallow: /CPAN
Disallow: /CRAN
Disallow: /CTAN
Disallow: /cygwin
Disallow: /debian
Disallow: /debian-backports
Disallow: /debian-cd
Disallow: /debian-multimedia
Disallow: /debian-security
Disallow: /debian-weekly-builds
Disallow: /deepin
Disallow: /deepin-releases
Disallow: /docker
Disallow: /dotdeb
Disallow: /epel
Disallow: /elrepo
Disallow: /fedora
Disallow: /freebsd
Disallow: /frugalware
Disallow: /gentoo
Disallow: /gentoo-portage
Disallow: /gnu
Disallow: /hackage
Disallow: /homebrew
Disallow: /ius
Disallow: /kali
Disallow: /kali-images
Disallow: /kernel
Disallow: /linux.git
Disallow: /linuxmint
Disallow: /linuxmint-cd
Disallow: /lxc-images
Disallow: /macports
Disallow: /manjaro
Disallow: /mariadb
Disallow: /msys2
Disallow: /neurodebian
Disallow: /nodesource
Disallow: /opensuse
Disallow: /OpenBSD
Disallow: /pypi
Disallow: /puppy
Disallow: /raspbian
Disallow: /repo-ck
Disallow: /rpmfusion
Disallow: /sagemath
Disallow: /scientific
Disallow: /slackware
Disallow: /tex-archive
Disallow: /ubuntu
Disallow: /ubuntu-releases
Disallow: /ubuntu-ports
Disallow: /videolan-ftp
Disallow: /stg
Disallow: /git
Disallow: /gitweb
Disallow: /~