# robots.txt file for video.nifty.com

User-Agent: *
Crawl-delay: 20

UserAgent: Fooooo_video_crawl
Disallow: /cs/catalog/video_metadata/tagview/

UserAgent: NimbleCrawler
Disallow: /

User-Agent: Googlebot-Mobile
Disallow: /cs/catalog/video_metadata/tagview/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/tagview/

# -- ADD S 2010/01/19 --
User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/srt_recommend/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/srt_popular/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/srt_access/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/srt_evaluation/
# -- ADD E 2010/01/19 --

# -- ADD S 2010/02/02 --
User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_recommend/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_popular/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_access/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_evaluation/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_popular2/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_access2/

User-Agent: Googlebot
Disallow: /cs/catalog/video_metadata/lst/*/srt_evaluation2/
# -- ADD E 2010/02/02 --