User-agent: *
Allow: /
Disallow: /app
Disallow: /auth
Disallow: /refresh
Disallow: /reprocess
Disallow: /scrape
Disallow: /login
Disallow: /signup
Disallow: /logout
Sitemap: https://postsfinder.com/sitemap.xml