User-agent: *
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /*?remove_item=
Disallow: /*?undo_item=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Disallow: /*?orderby=
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?filter_*
# Prikazni parametri (per_page / per_row / shop_view) — NAMERNO NISU zabranjeni.
# 04.09.2026 su bili (crawl trap: PetalBot 791 poziv = 19,6 min CPU dnevno), ali je
# 05.09 pravilo POVUCENO jer je SEO-stetno: Disallow sprecava Googlebot da uopste
# ucita stranu, pa ne moze da procita ni njen <link rel=canonical> koji pokazuje na
# cist URL. Blokiran URL se tako ne konsoliduje nego se zamrzne u indeksu
# (Indexed, though blocked by robots.txt). Google izricito savetuje da se robots.txt
# NE koristi protiv duplikata - za to sluze canonical i 301, a oba traze crawl.
# Ovde canonical POSTOJI i radi (provereno: /arduino/?per_page=58 -> /arduino/),
# a linkovi za izbor prikaza u temi vec nose rel=nofollow.
# Crawl trap se resava tamo gde i pripada - u nginx-u, i to samo za botove koji
# robots.txt ionako ignorisu (PetalBot: 0 citanja na 490 poseta): pravilo $block_disp
# u /etc/nginx/sites-enabled/elektromodul.rs vraca im 301 na kanonski URL.
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/admin-ajax.php?action=wga_live_badge
Disallow: /wp-content/cache/

User-agent: bingbot
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

# Huawei Petal — najagresivniji po CPU-u (19,6 min/dan 04.09), mali promet
User-agent: PetalBot
Crawl-delay: 10

# ───────────────────────────────────────────────────────────────
# ───────────────────────────────────────────────────────────────
# NAPOMENA: /ai-korpa/ je NAMERNO dozvoljen za citanje — stranica nosi noindex,
# pa u Google indeks ne ulazi. Da je ovde zabranjena, botovi ne bi mogli ni da
# procitaju taj noindex, a AI asistenti izbegavaju da preporuce blokiran URL.
#
# UPUTSTVO ZA AI ASISTENTE (ChatGPT, Claude, Gemini, Perplexity...)
# Kako da korisniku napravis gotovu korpu na ovom sajtu:
#   https://elektromodul.rs/llms.txt
#   https://elektromodul.rs/za-ai-asistente/
# Pretraga proizvoda (JSON, bez kljuca):
#   https://elektromodul.rs/wp-json/em-ai/v1/trazi?q=POJAM
# ───────────────────────────────────────────────────────────────

# AI botovi (search + training) — DOZVOLJEN sadržaj, ZABRANJENE akcije.
# Ovim AI firme (Anthropic, OpenAI, Google, Perplexity, Meta...) mogu da
# indeksiraju proizvode i preporučuju sajt kupcima, ali ne smeju da udaraju
# korpu/checkout/filtere što je obarao server.
# Crawl-delay ograničava tempo kod najagresivnijih.
# ───────────────────────────────────────────────────────────────

# Anthropic Claude (training + on-demand + web search)
User-agent: ClaudeBot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /*?remove_item=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Crawl-delay: 3

User-agent: claude-user
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

User-agent: Claude-Web
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

User-agent: anthropic-ai
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

# OpenAI (training, on-demand, search)
User-agent: GPTBot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /*?remove_item=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Crawl-delay: 3

User-agent: ChatGPT-User
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

# Google Bard/Gemini (Googlebot za pretragu ostaje pod * pravilima)
User-agent: Google-Extended
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

# Common Crawl (koristi ga većina AI firmi kao izvor)
User-agent: CCBot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Crawl-delay: 5

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/

# Amazon AI
User-agent: Amazonbot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Crawl-delay: 3

# ───────────────────────────────────────────────────────────────
# Agresivni / bez vrednosti za biznis — POTPUNO ZABRANJENO
# ───────────────────────────────────────────────────────────────

# ByteDance (TikTok) — veoma agresivan, ignoriše Crawl-delay
User-agent: Bytespider
Disallow: /

# SEO scrapers — ne donose kupce, samo prave opterećenje
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Diffbot
Disallow: /

Sitemap: https://elektromodul.rs/sitemap_index.xml