User-agent: *
Allow: /social_instagram/
Sitemap: https://milatonie.com/sitemap.xml


##############
#   custom   #
##############

Disallow: /*?*tags=
Disallow: /*?*attribute_values=
Disallow: /*?*attrib=
Disallow: /*?*order=
Disallow: /*?*view_mode=
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*search=
Disallow: /*?*page=
Disallow: /*?*ce_
Disallow: /*?*ws_size_
Disallow: /*?*ws_price
# >>> ws_bot_policy >>>

# Managed by ws_bot_policy (Website > Configuration > Bot Rules).
# These crawlers are also refused in-app; this is the polite half,
# which is what actually stops the requests being sent.

User-agent: meta-externalagent
Disallow: /
# <<< ws_bot_policy <<<