Sitemap: https://www.ny1.com/sitemap.xml User-agent: * Crawl-delay: 1 # Allowed Paths Allow: /$ # Allow: /nyc/* # Allow: /sitemap.xml # Allow: /services/* # Allow: /etc/* # Allow: /content/* # # Excluded Paths Disallow: /* # Disallow: /nyc/noticias # Disallow: /nyc/noticias/* #