Sitemap: https://developerfacingstartup.dev/sitemap.xml

User-agent: Botify
User-agent: Spider
Crawl-Delay: 1

User-agent: MJ12bot
Disallow: /

User-Agent: *
Disallow: /search?
Disallow: /list?
Disallow: /sign_in?
Disallow: /sign_up?
Disallow: /*?*filters=*
Disallow: /*comments
Disallow: /spaces/19980672*
Disallow: /spaces/19980215*
Disallow: /spaces/19980625*
Disallow: /spaces/19980615*
Disallow: /spaces/15776592*
Disallow: /spaces/15776695*
Disallow: /spaces/14182412*
Disallow: /communities/