# robots.txt file for gemfury.com blog provider
Sitemap: https://gemfury.com/sitemap.xml
Sitemap: https://gemfury.com/sitemap2.xml

# Specific bots
User-agent: Googlebot
Crawl-delay: 1

User-agent: Applebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 1

User-agent: Yandex
Crawl-delay: 2

User-agent: *
Crawl-delay: 5
Disallow: /facebook
Disallow: /twitter