User-agent: *
Sitemap: https://kaghazdivarionline.ir/sitemap.xml.gz
Disallow: /checkout
Disallow: /cart
Disallow: /login
Disallow: /account
Disallow: /register
Disallow: /temp
Disallow: /wall-poster
Disallow: /wallposter
Disallow: /mural
# Search pages
Disallow: /search?q=*
Disallow: /journal/search?q=*
# Filter pages
Disallow: /*?sort=*
Disallow: /*?style=*
Allow: /wallpaper?style=%D8%A7%D8%B3%DA%A9%D8%A7%D9%86%D8%AF%DB%8C%D9%86%D8%A7
Allow: /wallpaper?style=%D9%85%D8%AF%D8%B1%D9%86
Allow: /wallpaper?style=%DA%A9%D9%84%D8%A7%D8%B3%DB%8C%DA%A9
Allow: /wallpaper?style=%D9%BE%D8%B3%D8%AA%E2%80%8C%D9%85%D8%AF%D8%B1%D9%86
Allow: /wallpaper?style=%D9%86%D8%A6%D9%88%DA%A9%D9%84%D8%A7%D8%B3%DB%8C%DA%A9
Allow: /wallpaper?style=%D9%85%DB%8C%D9%86%DB%8C%D9%85%D8%A7%D9%84
Disallow: /*?mfg=*
# Disallow pages with all three filters
Disallow: /*?color_attr=*&room=*&pattern=*
# Obsolete pages
Disallow: /product/wallpaper/album-*
Disallow: /wallpaper/album-*
# Irrelevant file types
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.csv$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.zip$
Disallow: /*.tar.gz$
Disallow: /*.rar$
Disallow: /*.dmg$
Disallow: /*.exe$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$
# User agent specific
User-agent: bingbot
Crawl-delay: 1
User-agent: MSNBot
Crawl-delay: 1
User-agent: Scrapy
Disallow: /
User-agent: MauiBot
Disallow: /
# For rendering purposes
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$