User-agent: psbot
Disallow: /

User-agent: twiceler
Disallow:/

User-agent: sogou spider
Disallow:/

User-agent: *
Disallow: /cgi-bin/
Disallow: /oldweb/modules/pnFlashGames/
Disallow: /web/calendar/
Disallow: /web/files/
# Directories
Disallow: /web/database/
Disallow: /web/includes/
Disallow: /web/misc/
Disallow: /web/modules/
Disallow: /web/sites/
Disallow: /web/themes/
Disallow: /web/scripts/
Disallow: /web/updates/
Disallow: /web/profiles/
# Files
Disallow: /web/xmlrpc.php
Disallow: /web/cron.php
Disallow: /web/update.php
Disallow: /web/install.php
Disallow: /web/INSTALL.txt
Disallow: /web/INSTALL.mysql.txt
Disallow: /web/INSTALL.pgsql.txt
Disallow: /web/CHANGELOG.txt
Disallow: /web/MAINTAINERS.txt
Disallow: /web/LICENSE.txt
Disallow: /web/UPGRADE.txt
# Paths (clean URLs)
Disallow: /web/admin/
Disallow: /web/comment/reply/
Disallow: /web/contact/
Disallow: /web/logout/
Disallow: /web/node/add/
Disallow: /web/search/
Disallow: /web/user/register/
Disallow: /web/user/password/
Disallow: /web/user/login/
#oldweb
Disallow: /oldweb/911raw
Disallow: /oldweb/911videoblogger
Disallow: /oldweb/cgi-bin
Disallow: /oldweb/downloads
Disallow: /oldweb/gift
Disallow: /oldweb/videoseconds
Disallow: /oldweb/work
Disallow: /oldweb/admin.php
Disallow: /oldweb/config.php
Disallow: /oldweb/header.php
Disallow: /oldweb/footer.php
Disallow: /oldweb/print.php
Disallow: /oldweb/pntables.php
Disallow: /oldweb/images/
#guide
Disallow: /guide/admin/
Disallow: /guide/includes/
Disallow: /guide/templates/
Disallow: /guide/updates/
Disallow: /guide/logout.php
Disallow: /guide/suggest-listing.php
Disallow: /guide/suggest-category.php
Disallow: /guide/search.php
Disallow: /guide/send.php
Disallow: /guide/contacts.php
Disallow: /guide/tell-friend.php
Disallow: /details.php?sid=112
Disallow: /details.php?sid=164
Disallow: /details.php?sid=165
Disallow: /details.php?sid=167
Disallow: /details.php?sid=176
Disallow: /details.php?sid=23
Disallow: /details.php?sid=28
Disallow: /details.php?sid=65
Disallow: /details.php?sid=79
Disallow: /details.php?sid=86
Disallow: /details.php?sid=95
Disallow: /guide/Animals/Pets/Pawblish-Share-Pet-Videos-l86.html?sid=86
Disallow: /guide/Computers-Internet/Geek-Vids-l60.html
Disallow: /guide/Education/College-and-University/UTMB-Streaming-Video-l79.html?sid=79
Disallow: /guide/Entertainment/RustiNutz-l131.html
Disallow: /guide/Health/Living-Organically-Tv-l165.html?sid=165
Disallow: /guide/Health/Watch-Surgery-Tv-l174.html
Disallow: /guide/News-Media/Fronteras-Tv-l164.html?sid=164
Disallow: /guide/News-Media/TV/Freeworld-TV-l65.html?sid=65
Disallow: /guide/Regional/Countries/PakTube-l302.html
Disallow: /guide/Regional/U-S-States/Travel-Colorado-Tv-l176.html
Disallow: /guide/Regional/U-S-States/Travel-Colorado-Tv-l176.html?sid=176
Disallow: /guide/Society-Culture/Environment/Gaia-Gone-Wild-Natural-Disaster-Video-l28.html?sid=28
Disallow: /guide/Sports-Recreation/DropKick-TV-Wrestling-l95.html?sid=95
Disallow: /guide/Sports-Recreation/Fishing/Go-Fishing-Tv-l167.html?sid=167
Disallow: /guide/Sports-Recreation/Raquet-Clip-l298.html
Disallow: /guide/Sports-Recreation/Xtreme/Outsiders-Tv-l175.html
Disallow: /guide/Video-Blogs/Fight-Related/
Disallow: /guide/Video-Blogs/Fight-Related/SamuraiTube-l128.html
Disallow: /guide/Video-Blogs/Metal-Music-Video-Blog-l38.html
Disallow: /oldweb/index.php?name=Downloads&req=getit&lid=27
Disallow: /oldweb/index.php?name=Downloads&req=getit&lid=32
Disallow: /oldweb/index.php?name=Web_Links&req=visit&lid=5
Disallow: /ratings.php?sid=105
Disallow: /ratings.php?sid=114
Disallow: /ratings.php?sid=119
Disallow: /ratings.php?sid=120
Disallow: /ratings.php?sid=137
Disallow: /ratings.php?sid=141
Disallow: /ratings.php?sid=143
Disallow: /ratings.php?sid=149
Disallow: /ratings.php?sid=155
Disallow: /ratings.php?sid=159
Disallow: /ratings.php?sid=166
Disallow: /ratings.php?sid=170
Disallow: /ratings.php?sid=175
Disallow: /ratings.php?sid=178
Disallow: /ratings.php?sid=214
Disallow: /ratings.php?sid=30
Disallow: /ratings.php?sid=36
Disallow: /ratings.php?sid=4
Disallow: /ratings.php?sid=44
Disallow: /ratings.php?sid=52
Disallow: /ratings.php?sid=56
Disallow: /ratings.php?sid=63
Disallow: /ratings.php?sid=67
Disallow: /ratings.php?sid=76
Disallow: /ratings.php?sid=94
Disallow: /search.php?id=110
Disallow: /search.php?id=120
Disallow: /search.php?id=125
Disallow: /search.php?id=126
Disallow: /search.php?id=127
Disallow: /search.php?id=133
Disallow: /search.php?id=65
Disallow: /web/aggregator/categories/1
Disallow: /web/aggregator/categories/1?page=2
Disallow: /web/aggregator/categories/1?page=3
Disallow: /web/aggregator/categories/1?page=8
Disallow: /web/aggregator/categories/2?page=15
Disallow: /web/aggregator/categories/2?page=17
Disallow: /web/aggregator/categories/2?page=18
Disallow: /web/aggregator/categories/2?page=4
Disallow: /web/aggregator/categories/3?page=15
Disallow: /web/aggregator/categories/3?page=5
Disallow: /web/aggregator/sources/2?page=1
Disallow: /web/aggregator/sources/2?page=16
Disallow: /web/aggregator/sources/2?page=17
Disallow: /web/aggregator/sources/4
Disallow: /web/aggregator/sources/4?page=5
Disallow: /web/aggregator/sources/4?page=6
Disallow: /web/aggregator/sources/4?page=7
Disallow: /web/aggregator/sources/4?page=8