User-agent: *
Allow: /
Disallow: /dist/
Disallow: /assets/*.map
Disallow: /api/
Disallow: /*?check=*
Disallow: /check

# Sitemap
Sitemap: https://opengraphfetch.com/sitemap.xml

# Crawl delay for responsible crawling
Crawl-delay: 1