# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# --- Разрешаем только основные поисковики ---
User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: Yandex
Allow: /
Clean-param: back /ru/authentication
Clean-param: back /en/authentication

# --- Блокируем конкретных спам-ботов ---
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: Wotbox
Disallow: /
User-agent: CensysInspect
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /

User-agent: Applebot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: OmniExplorer_Bot
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /

User-agent: linkdexbot
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: screaming frog
Disallow: /

# --- Китайские и азиатские боты ---
User-agent: Baiduspider
Disallow: /
User-agent: BaiduImagespider
Disallow: /
User-agent: BaiduMobaider
Disallow: /
User-agent: BaiduSpider-Video
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou inst spider
Disallow: /
User-agent: Sogou spider2
Disallow: /
User-agent: Sogou-Test-Spider
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: BytedanceSpider
Disallow: /
User-agent: ToutiaoSpider
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: Yisou
Disallow: /
User-agent: ShenmaSpider
Disallow: /
User-agent: PetalBot
Disallow: /

# --- Правила для всех остальных ботов ---
User-agent: *
# Запрет парсинга данных и API
Disallow: /modules/chinesekids/hanzi-data/
Disallow: /modules/chinesekids/base_svg/
Disallow: /*.json$
# Запрет парсинга всех иероглифов
Disallow: /en/char/
Disallow: /ru/char/

# Allow Directives
Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.jpeg
Allow: */modules/*.jpg
Allow: */modules/*.png
Allow: */modules/*.webp
Allow: */modules/*.svg

# Private pages
Disallow: /*?id_worksheet=
Disallow: /*?orderby=
Disallow: /*?orderway=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=

Disallow: /*?replytocom=
Disallow: /*?utm_

Disallow: /*&orderby=
Disallow: /*&orderway=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=

Disallow: /*&replytocom=
Disallow: /*&utm_

Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-opc
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking

# Directories
Disallow: */classes/
Disallow: */config/
Disallow: */download/
Disallow: */mails/
Disallow: */translations/
Disallow: */tools/

# Files
Disallow: /*password-recovery
Disallow: /*address
Disallow: /*addresses
Disallow: /*authentication
Disallow: /*cart
Disallow: /*discount
Disallow: /*order-history
Disallow: /*identity
Disallow: /*activationbymail
Disallow: /*my-account
Disallow: /*order-follow
Disallow: /*order-slip
Disallow: /*order
Disallow: /*search
Disallow: /*quick-order
Disallow: /*guest-tracking

Sitemap: https://hanziway.com/1_index_yasitemap.xml