# *
User-agent: *
Disallow: /404

# *
User-agent: *
Allow: /

# Host
Host: https://www.webscrapingapi.com/

# Sitemaps
Sitemap: https://www.webscrapingapi.com/sitemap.xml
Sitemap: https://www.webscrapingapi.com/server-sitemap.xml