# 1) this filename (robots.txt) must stay lowercase
# 2) this file must be in the servers root directory
# 	ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from
# 	/pliggsubfolder/ to the root folder for http://www.mydomain.com/
# 	you must then add your subfolder to each 'Disallow' below
# 	ex:  Disallow: /cache/  becomes  Disallow: /pliggsubfolder/cache/
User-agent: *
Crawl-delay: 999
Allow: /sitemap.xml

Allow: /link/sitemap.php
Allow: /link/sitemap.xml
Allow: /link/cache/sitemap-index.xml
Allow: /link/cache/sitemap-main.xml
Allow: /link/cache/sitemap-0.xml
Allow: /link/cache/sitemap-groups0.xml
Allow: /link/cache/sitemap-users0.xml
Allow: /link/cache/sitemap-pages0.xml

Disallow: /link/3rdparty/
Disallow: /link/antispam.txt
Disallow: /link/admin/
Disallow: /link/admin/admin_index.php
Disallow: /link/backup/
Disallow: /link/cache/templates_c/
Disallow: /link/cache/admin_c/
Disallow: /link/install/
Disallow: /link/internal/
Disallow: /link/languages/
Disallow: /link/libs/
Disallow: /link/live/
Disallow: /link/LICENSE.txt
Disallow: /link/modules/
Disallow: /link/plugins/
Disallow: /link/readme.html
Disallow: /link/search.php
Disallow: /link/search/
Disallow: /link/searchurl/
Disallow: /link/spamlog.log
Disallow: /link/tag/
Disallow: /link/templates/
Disallow: /link/user/profile/
Disallow: /link/user/history/
Disallow: /link/user/published/
Disallow: /link/user/shaken/
Disallow: /link/user/commented/
Disallow: /link/user/voted/
Disallow: /link/user/saved/
Disallow: /link/recent/
Disallow: /link/yesterday/
Disallow: /link/today/
Disallow: /link/week/
Disallow: /link/month/
Disallow: /link/year/
Disallow: /link/alltime/
Disallow: /link/upcoming/recent/
Disallow: /link/upcoming/yesterday/
Disallow: /link/upcoming/today/
Disallow: /link/upcoming/week/
Disallow: /link/upcoming/month/
Disallow: /link/upcoming/year/
Disallow: /link/upcoming/alltime/

Allow: /rank/sitemap.xml

Disallow: /rank/acp/
Disallow: /rank/css/
Disallow: /rank/docs/
Disallow: /rank/inc/
Disallow: /rank/install/
Disallow: /rank/js/
Disallow: /rank/lang/
Disallow: /rank/layouts/

Disallow: /rank/*adult*.*
Disallow: /rank/*porn*.*
Disallow: /rank/*warez*.*
Disallow: /rank/*eroti*.*
Disallow: /rank/*sex*.*
Disallow: /rank/*xxx*.*
Disallow: /rank/*casino*.*
Disallow: /rank/*poker*.*

Allow: /b2b/sitemap.xml
Allow: /pixel/sitemap.xml
Allow: /ads/sitemap.xml