mirror of
https://github.com/torrentpier/torrentpier.git
synced 2024-12-14 16:11:16 -08:00
dee462a369
git-svn-id: https://torrentpier2.googlecode.com/svn/trunk@35 a8ac35ab-4ca4-ca47-4c2d-a49a94f06293
16 lines
367 B
Plaintext
16 lines
367 B
Plaintext
User-agent: *
|
|
Disallow: /download.php
|
|
Disallow: /groupcp.php
|
|
Disallow: /login.php
|
|
Disallow: /memberlist.php
|
|
Disallow: /modcp.php
|
|
Disallow: /posting.php
|
|
Disallow: /privmsg.php
|
|
Disallow: /profile.php
|
|
Disallow: /release.php
|
|
Disallow: /viewonline.php
|
|
Crawl-delay: 0.3
|
|
Host: torrentpier.me
|
|
Clean-param: sid /*.php
|
|
|
|
Sitemap: http://torrentpier.me/sitemap.php |