User-agent: *
Allow: /
Disallow: /api/
# Explicitly allow crawlers to all important pages
Allow: /

# Important pages
Allow: /partner-with-us
Allow: /home
Allow: /meme/
Allow: /*.js
Allow: /*.css

# Crawl delay directive to avoid overloading server
Crawl-delay: 1

# Sitemap
Sitemap: https://shortmeme.com/sitemap.xml