User-agent: 008
Disallow: /
User-agent: *
Crawl-Delay: 15
Disallow: /external/
Disallow: /*/external/
Disallow: /goods/marked_set
Disallow: /*/goods/marked_set
Disallow: /goods/marked
Disallow: /*/goods/marked
Disallow: /goods/marked_get
Disallow: /*/goods/marked_get
Disallow: /goods/marked_delete
Disallow: /*/goods/marked_delete
Disallow: /goods/get_price_option
Disallow: /*/goods/get_price_option
Allow: /
Sitemap: https://zidinys.lt/sitemap.xml