User-agent: *
Disallow: /*?
Disallow: /*customer/account/
Disallow: /*addItem/product/
Disallow: /*review/product/
Disallow: /*wishlist/
Disallow: /checkout/
Disallow: /*checkout/cart/

Allow: /customer/account/create/
Allow: /*?smplid=
Allow: /*?sfdr_ptcid=

# Explicit Googlebot rules
User-agent: Googlebot
Disallow: /*?
Disallow: /*customer/account/
Disallow: /*addItem/product/
Disallow: /*review/product/
Disallow: /*wishlist/
Disallow: /checkout/
Disallow: /*checkout/cart/

User-agent: Googlebot-Image
Disallow: /*?

# Allow TikTok & social preview bots
User-agent: TikTokSpider
Disallow:

User-agent: facebookexternalhit
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: Pinterestbot
Disallow:

# Block non-search scrapers
User-agent: aiHitBot
Disallow: /
User-agent: Andibot
Disallow: /
User-agent: bedrockbot
Disallow: /
User-agent: Brightbot 1.0
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Crawlspace
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: DuckAssistBot
Disallow: /
User-agent: EchoboxBot
Disallow: /
User-agent: Factset_spyderbot
Disallow: /
User-agent: FirecrawlAgent
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: iaskspider/2.0
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: img2dataset
Disallow: /
User-agent: ISSCyberRiskCrawler
Disallow: /
User-agent: Kangaroo Bot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: meta-externalfetcher
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
User-agent: meta-webindexer
Disallow: /
User-agent: MyCentralAIScraperBot
Disallow: /
User-agent: NovaAct
Disallow: /
User-agent: omgili
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: Operator
Disallow: /
User-agent: PanguBot
Disallow: /
User-agent: Poseidon Research Crawler
Disallow: /
User-agent: QualifiedBot
Disallow: /
User-agent: QuillBot
Disallow: /
User-agent: SBIntuitionsBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Sidetrade indexer bot
Disallow: /
User-agent: SleepBot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: wpbot
Disallow: /
User-agent: YouBot
Disallow: /

# Rate-limit SEO tools (do not block)
User-agent: SemrushBot
Crawl-delay: 5
User-agent: SemrushBot-BA
Crawl-delay: 5
User-agent: SemrushBot-CT
Crawl-delay: 5
User-agent: SemrushBot-OCOB
Crawl-delay: 5
User-agent: SemrushBot-SI
Crawl-delay: 5
User-agent: SemrushBot-SWA
Crawl-delay: 5

Sitemap: https://www.faithful-to-nature.co.za/media/sitemap.xml
Sitemap: https://www.faithful-to-nature.co.za/blog/sitemap_index.xml