Sitemap: http://www.videopages.com/sitemap.xml

User-agent: Googlebot-Image
User-agent: yahoo-MMCrawler
User-agent: psbot
Disallow: /

User-agent: *
Disallow: /addthis/
Disallow: /biz_images/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /mailtemp/
Disallow: /maps/
Disallow: /recaptcha/
Disallow: /scroller/
Disallow: /vp_gb/
Disallow: /*.swf$
Disallow: /*.xml$
Allow: /sitemap.xml
Allow: /videofeed.xml

User-agent: UbiCrawler
User-agent: CazoodleBot
User-agent: psbot
User-agent: DOC
User-agent: Zao
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: wget
User-agent: grub-client
User-agent: k2spider
User-agent: NPBot
User-agent: WebReaper
User-agent: baiduspider 
Disallow: / 


# adsense bot follows Allow: directive
# User-Agent: MediaPartners-Google
# Allow: /folder/

# Googlebot follows Disallow: filetypes directive
# User-agent: Googlebot
# Disallow: /*.gif$

# advertising-related bots:
# User-agent: Mediapartners-Google*
# Disallow: /

# Alexa, way-back machine
# User-agent: ia_archiver
# Disallow: /