Sitemap: http://videosift.com/sitemaps/index.xml # User-agent: Mediapartners-Google Disallow: # User-agent: * Disallow: /rs.php Disallow: /playlist.php Disallow: /user.php Disallow: /email Disallow: /email_this.php Disallow: /embed_this.php Disallow: /embed Disallow: /bigger.php Disallow: /style.php Disallow: /login Disallow: /logout Disallow: /member/ Disallow: /member_comments.php Disallow: /images Disallow: /queue Disallow: /playlist Disallow: /favicon.ico Disallow: /tag/ Disallow: /search Disallow: /admin Disallow: /resize Disallow: /vote Disallow: /register Disallow: /htimage Disallow: /rss2 # # prevent channels from being crawled (duplicate content) # Disallow: /1sttube Disallow: /70s Disallow: /80s Disallow: /90s Disallow: /actionpack Disallow: /africa Disallow: /alienconcept Disallow: /anatomy Disallow: /animation Disallow: /art Disallow: /asia Disallow: /audio Disallow: /blues Disallow: /books Disallow: /brain Disallow: /bravo Disallow: /british Disallow: /bugs Disallow: /canada Disallow: /celtic Disallow: /cinema Disallow: /comedy Disallow: /comics Disallow: /commercial Disallow: /conspiracy Disallow: /controversy Disallow: /cooking Disallow: /cult Disallow: /culture Disallow: /cute Disallow: /dance Disallow: /dark Disallow: /death Disallow: /debunked Disallow: /documentaries Disallow: /downunder Disallow: /drugs Disallow: /eco Disallow: /education Disallow: /eia Disallow: /election Disallow: /electronica Disallow: /engineering Disallow: /equality Disallow: /fail Disallow: /fear Disallow: /femme Disallow: /fire Disallow: /food Disallow: /french Disallow: /ftw Disallow: /future Disallow: /gay Disallow: /geek Disallow: /grindhouse Disallow: /happy Disallow: /health Disallow: /hightech Disallow: /hiphop Disallow: /history Disallow: /homegrownmusic Disallow: /horrorshow Disallow: /howto Disallow: /humanitarian Disallow: /internet Disallow: /islam Disallow: /jazz Disallow: /kids Disallow: /latenight Disallow: /law Disallow: /lies Disallow: /livemusic Disallow: /love Disallow: /magic Disallow: /meme Disallow: /metal Disallow: /military Disallow: /money Disallow: /music Disallow: /musictech Disallow: /mystery Disallow: /nature Disallow: /news Disallow: /obscure Disallow: /opinion Disallow: /opinions Disallow: /parody Disallow: /pets Disallow: /philosophy Disallow: /politics Disallow: /propaganda Disallow: /quirky Disallow: /religion Disallow: /rocknroll Disallow: /russia Disallow: /science Disallow: /scifi Disallow: /sexuality Disallow: /shortfilms Disallow: /skillful Disallow: /spacy Disallow: /sponsored Disallow: /sports Disallow: /standup Disallow: /talks Disallow: /teens Disallow: /terrible Disallow: /timeshift Disallow: /travel Disallow: /undead Disallow: /videodrome Disallow: /videogames Disallow: /vintage Disallow: /viral Disallow: /waronterror Disallow: /water Disallow: /wheels Disallow: /wildwestshow Disallow: /wilhelm Disallow: /wings Disallow: /woohoo Disallow: /worldaffairs Disallow: /wtf