# robots.txt file for video.nifty.com User-Agent: * Crawl-delay: 20 UserAgent: Fooooo_video_crawl Disallow: /cs/catalog/video_metadata/tagview/ UserAgent: NimbleCrawler Disallow: / User-Agent: Googlebot-Mobile Disallow: /cs/catalog/video_metadata/tagview/ User-Agent: Googlebot Disallow: /cs/catalog/video_metadata/tagview/