User-agent: * Disallow: /static/data/ Allow: /static/css/ Allow: /static/js/ Allow: /static/img/ Allow: /static/videos/ Allow: / User-agent: PetalBot Disallow: / User-agent: dotbot Disallow: / User-agent: AhrefsBot Disallow: / Sitemap: https://www.danhilcontainers.com/sitemap.xml Sitemap: https://www.danhilcontainers.com/video_sitemap.xml