User-agent: * Allow: / # Block private/admin paths Disallow: /add Disallow: /login Disallow: /auth/ Disallow: /scroll Disallow: /flock Disallow: /admin Disallow: /edit/ Disallow: /static/logs/ # Block raw data files Disallow: /*.json Sitemap: https://nerdymark.com/sitemap.xml Sitemap: https://nerdymark.com/hotspots-sitemap.xml Sitemap: https://nerdymark.com/honeypot-sitemap.xml