Rustchain/robots.txt at main · zzjpython/Rustchain · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
User-agent: *
Allow: /
Allow: /docs/
Allow: /light-client/
Allow: /museum/
Allow: /explorer
Allow: /api/

# Block common non-content paths
Disallow: /node/
Disallow: /validator/
Disallow: /tests/
Disallow: /tools/
Disallow: /scripts/
Disallow: /deprecated/
Disallow: /integrations/
Disallow: /monitoring/
Disallow: /wallet-tracker/
Disallow: /wrtc_holders/
Disallow: /wrtc_price_bot/
Disallow: /nfts/
Disallow: /bounties/
Disallow: /rips/
Disallow: /rustchain-poa/
Disallow: /schemas/
Disallow: /sdk/
Disallow: /wallet/

# Block file types
Disallow: /*.sh$
Disallow: /*.py$
Disallow: /*.json$
Disallow: /*.md$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.cfg$
Disallow: /*.conf$

Sitemap: https://rustchain.org/sitemap.xml