User-agent: *
Disallow: /

# =========================

# GOOGLE

# =========================

User-agent: Googlebot
Allow: /
Disallow: /search?*
Disallow: /watchlist
Disallow: /api/
Disallow: /person/
Disallow: /company/

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

# =========================

# BING

# =========================

User-agent: Bingbot
Allow: /
Disallow: /search?*
Disallow: /watchlist
Disallow: /api/
Disallow: /person/
Disallow: /company/

# =========================

# YANDEX

# =========================

User-agent: YandexBot
Allow: /
Disallow: /search?*
Disallow: /watchlist
Disallow: /api/
Disallow: /person/
Disallow: /company/

# =========================

# BAIDU

# =========================

User-agent: Baiduspider
Allow: /
Disallow: /search?*
Disallow: /watchlist
Disallow: /api/
Disallow: /person/
Disallow: /company/

# =========================

# SOCIAL PREVIEW BOTS

# =========================

User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: SkypeUriPreview
Allow: /

User-agent: Applebot
Allow: /

Sitemap: https://rivestream.cc/sitemap.xml