# === Mainstream Search Engines & Ads === User-agent: Googlebot Allow: / # Funkcjonalne endpointy, ktore zwracaja 5xx przy bezposrednim crawlu (NIE sa stronami): # WooCommerce AJAX (m.in. PayPal ppc-*) oraz szablony page-buildera (template-item). # Googlebot ma wlasna grupe, wiec NIE widzi tych regul z 'User-agent: *' — dlatego tu je powtarzamy. Disallow: /*wc-ajax= Disallow: /template-item/ Disallow: /*/template-item/ User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Video Allow: / User-agent: Storebot-Google Allow: / User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: AdIdxBot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: DuckAssistBot Allow: / User-agent: Applebot Allow: / User-agent: SeznamBot Allow: / User-agent: Yeti Allow: / # === Asian Specific Search Engines === User-agent: Daumoa Allow: / # === AI & LLM Crawlers (Maximized for Lead Generation) === User-agent: OAI-SearchBot Allow: / User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot-Extended Allow: / User-agent: YouBot Allow: / User-agent: amazonbot Allow: / User-agent: MistralAI-User Allow: / User-agent: meta-externalagent Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: / User-agent: CCBot Allow: / # === Social Media Previews === User-agent: facebookexternalhit Allow: / User-agent: meta-externalfetcher Allow: / User-agent: LinkedInBot Allow: / User-agent: Twitterbot Allow: / User-agent: Slackbot Allow: / # === Blocked Useless Scrapers === User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: Timpibot Disallow: / # === Default Fallback & E-commerce Protections === User-agent: * Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # SEO: Stop wasting crawl budget on non-converting system pages Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /search/ Disallow: /*?s=* Disallow: /*?add-to-cart=* Disallow: /*?orderby=* Disallow: /*?filter_* # === Index-bloat cleanup 2026-06-01 (Track 3) === # AJAX / porownywarka / przelacznik kraju — parametry, nie w indeksie, pala crawl budget Disallow: /*action=yith-woocompare Disallow: /*wc-ajax= Disallow: /*wcpbc-manual-country= # Systemowe strony takze dla prefiksow jezykowych WPML (reguly EN wyzej ich nie lapia) Disallow: /*/cart/ Disallow: /*/checkout/ Disallow: /*/my-account/ Disallow: /*/mon-compte/ # Szablony page-buildera renderowane BEZ (AIOSEO noindex sie nie renderuje) — nie w indeksie Disallow: /template-item/ Disallow: /*/template-item/ Disallow: /design-editor/ Disallow: /*/design-editor/ # === Sitemapy === # 1) sitemap.xml — cala strona WordPress: WSZYSTKIE jezyki (EN/DE/FR/JA/KO) + hreflang. # Per-jezyk mapy usuniete 2026-06-04 (byly ~97% duplikatem main; wszystkie # przetlumaczone strony/posty 51 DE / 52 FR / 52 JA / 52 KO sa juz w sitemap.xml). # sitemap_index.xml usuniety — byl martwym przekierowaniem 302. # 2) support/sitemap.xml — aplikacja /support/ (React/SSR, POZA WordPress). # Zawiera 18 unikalnych URL-i (poradniki troubleshooting + instrukcje + shipping), # ktorych NIE MA w sitemap.xml (AIOSEO ich nie generuje — to nie sa strony WP). # Dynamiczna, zawsze aktualna. Dodana do roota 2026-06-04 — wczesniej deklarowana # tylko w /support/robots.txt, ktorego Google nie czyta (robots.txt liczy sie z roota). Sitemap: https://www.iamats.com/sitemap.xml Sitemap: https://www.iamats.com/support/sitemap.xml # Spec: https://llmstxt.org # AI Knowledge Base (concise): https://www.iamats.com/llms.txt # AI Knowledge Base (full): https://www.iamats.com/llms-full.txt